00000001:02000400:3.0F:1777586617.488962:0:197379:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 18:03:36 (1777586616) 00000400:00000010:1.0F:1777586619.725875:0:197518:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000d547f419. 00000400:00000010:1.0:1777586619.725890:0:197518:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000b20a6fac. 00000400:00000010:1.0:1777586619.725894:0:197518:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000988843d0. 00000400:00000010:1.0:1777586619.725897:0:197518:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000ba8da28c. 00000400:00000010:1.0:1777586619.725900:0:197518:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 000000003722ad1e. 00000400:00000010:1.0:1777586619.725903:0:197518:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000ed2e270c. 00000400:00000010:1.0:1777586619.725905:0:197518:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 00000000a0f1bcc5. 00000400:00000010:2.0F:1777586620.489365:0:197518:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000071099bc5. 00000400:00000010:2.0:1777586620.489386:0:197518:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bf805c8f. 00000400:00000010:2.0:1777586620.489391:0:197518:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093ea0956. 00000400:00000010:2.0:1777586620.489393:0:197518:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000007960a6fc. 00000400:00000010:2.0:1777586620.489395:0:197518:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5367f92. 00000400:00000010:2.0:1777586620.489397:0:197518:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026b2d2d6. 00000400:00000200:2.0:1777586620.490122:0:197518:0:(api-ni.c:980:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0:1777586620.557966:0:197537:0:(api-ni.c:980:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1777586620.640428:0:197550:0:(class_obd.c:787:obdclass_init()) Lustre: Build Version: 2.17.52_53_gcd13cf3 00000020:00000010:2.0:1777586620.643446:0:197550:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 0000000064a51334. 00000001:00000010:2.0:1777586620.644648:0:197550:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000beaeaa96. 00000001:00000010:2.0:1777586620.644656:0:197550:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000724bca6e. 00000001:00000010:2.0:1777586620.644660:0:197550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f817014b. 00000001:00000010:2.0:1777586620.644664:0:197550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a378836c. 00000001:00000010:2.0:1777586620.644667:0:197550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5120724. 00000001:00000010:2.0:1777586620.644670:0:197550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009af1524c. 00000020:00000010:2.0:1777586620.644735:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d9ae70. 00000020:00000010:2.0:1777586620.644741:0:197550:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b91978af. 00000020:00000010:2.0:1777586620.644745:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000924b822c. 00000020:00000010:2.0:1777586620.644747:0:197550:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000746bf471. 00000001:00000010:2.0:1777586620.644750:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007a77660c. 00000020:00000010:2.0:1777586620.644799:0:197550:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000fcb30625. 00000020:00000010:2.0:1777586620.644972:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008951ec22. 00000020:00000010:2.0:1777586620.644976:0:197550:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da1e5760. 00000020:00000010:2.0:1777586620.644980:0:197550:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009933d93d. 00000020:00000010:2.0:1777586620.644983:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000223f7a3d. 00000020:00000010:2.0:1777586620.644987:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077b8732. 00000020:00000010:2.0:1777586620.644989:0:197550:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c40843b. 00000020:00000010:2.0:1777586620.644991:0:197550:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008aa9988c. 00000020:00000010:2.0:1777586620.644993:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5d3a6ab. 00000020:00000010:2.0:1777586620.644996:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8119e63. 00000020:00000010:2.0:1777586620.644998:0:197550:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cfa5dcbd. 00000020:00000010:2.0:1777586620.645001:0:197550:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005099845a. 00000020:00000010:2.0:1777586620.645003:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcc23f6b. 00000020:00000010:2.0:1777586620.645014:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000018a642d. 00000020:00000010:2.0:1777586620.645016:0:197550:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e99bc7db. 00000020:00000010:2.0:1777586620.645019:0:197550:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ea2a8e30. 00000020:00000010:2.0:1777586620.645022:0:197550:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063ef9936. 02000000:00000010:2.0:1777586620.645028:0:197550:0:(page_pools.c:1086:obd_pool_init()) kmalloced '(page_pools)': 112 at 000000000c40b7a2. 02000000:00000010:2.0:1777586620.645032:0:197550:0:(page_pools.c:1090:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 0000000088ba89c2. 02000000:00000010:2.0:1777586620.645100:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000aede8d8c. 02000000:00000010:2.0:1777586620.645105:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000bf09dbae. 00000001:00000010:2.0:1777586620.645108:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002994909c. 00000020:00000010:2.0:1777586620.645141:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b28670ec. 00000020:00000010:2.0:1777586620.645157:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b28670ec. 02000000:00000010:2.0:1777586620.645162:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000863c486f. 02000000:00000010:2.0:1777586620.645165:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000c158c3ea. 00000001:00000010:2.0:1777586620.645168:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bf6bef08. 00000020:00000010:2.0:1777586620.645555:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b28670ec. 00000020:00000010:2.0:1777586620.645576:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b28670ec. 02000000:00000010:2.0:1777586620.645581:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000edb1b314. 02000000:00000010:2.0:1777586620.645585:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000000e3f9fcb. 00000001:00000010:2.0:1777586620.645588:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ff2dd679. 00000020:00000010:2.0:1777586620.645628:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b28670ec. 00000020:00000010:2.0:1777586620.645642:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b28670ec. 02000000:00000010:2.0:1777586620.645647:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002ddd35fe. 02000000:00000010:2.0:1777586620.645650:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000b28670ec. 00000001:00000010:2.0:1777586620.645652:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000035cbbe30. 00000020:00000010:2.0:1777586620.645689:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.645704:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.645718:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000dd6345c5. 02000000:00000010:2.0:1777586620.645721:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000e9f7c337. 00000001:00000010:2.0:1777586620.645723:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000be245f03. 00000020:00000010:2.0:1777586620.645759:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.645772:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.645783:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000bfa06014. 02000000:00000010:2.0:1777586620.645786:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 00000000ccc77eca. 00000001:00000010:2.0:1777586620.645790:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000044d5d6f. 00000020:00000010:2.0:1777586620.645822:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.645836:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.645840:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000cdfe21dc. 02000000:00000010:2.0:1777586620.645843:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 00000000e346015c. 00000001:00000010:2.0:1777586620.645846:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000070e407ba. 00000020:00000010:2.0:1777586620.645882:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.645898:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.645903:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000032a08f87. 02000000:00000010:2.0:1777586620.645905:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000a6fbb8da. 00000001:00000010:2.0:1777586620.645908:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000822420dc. 00000020:00000010:2.0:1777586620.645939:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.645952:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.645957:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f1a0e0a3. 02000000:00000010:2.0:1777586620.645960:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000081ca40c. 00000001:00000010:2.0:1777586620.645962:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d11a5f81. 00000020:00000010:2.0:1777586620.645990:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.646004:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.646008:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000fa198133. 02000000:00000010:2.0:1777586620.646011:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000ae759aff. 00000001:00000010:2.0:1777586620.646014:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f506a3a2. 00000020:00000010:2.0:1777586620.646063:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.646072:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.646075:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000546fa736. 02000000:00000010:2.0:1777586620.646077:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000c4fbce80. 00000001:00000010:2.0:1777586620.646079:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000926d8d1f. 00000020:00000010:2.0:1777586620.646100:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.646108:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.646111:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000bbfbdbb. 02000000:00000010:2.0:1777586620.646118:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000005f68c215. 00000001:00000010:2.0:1777586620.646120:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000502a6af0. 00000020:00000010:2.0:1777586620.646138:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.646146:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.646149:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ecb8523c. 02000000:00000010:2.0:1777586620.646151:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000757ab5bd. 00000001:00000010:2.0:1777586620.646153:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d1a11868. 00000020:00000010:2.0:1777586620.646176:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.646184:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 02000000:00000010:2.0:1777586620.646187:0:197550:0:(page_pools.c:1097:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002c942913. 02000000:00000010:2.0:1777586620.646189:0:197550:0:(page_pools.c:1057:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000002f80ae77. 00000001:00000010:2.0:1777586620.646191:0:197550:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000004e49e5df. 00000020:00000010:2.0:1777586620.646213:0:197550:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9e8cfc6. 00000020:00000010:2.0:1777586620.646220:0:197550:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9e8cfc6. 00000400:00000010:2.0:1777586620.749128:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6b37adf. 00000400:00000010:2.0:1777586620.749137:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4d7ccdb. 00000100:00000010:2.0:1777586620.749142:0:197565:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 00000000e723fb86. 00000100:00000010:2.0:1777586620.749628:0:197567:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000002eab0c30. 00000020:00000010:2.0:1777586620.749634:0:197567:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b45dc982. 00000020:00000010:2.0:1777586620.749638:0:197567:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001330da9b. 00000040:00000010:2.0:1777586620.749642:0:197567:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006eeeb721. 00000020:00000010:2.0:1777586620.749647:0:197567:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dce0886d. 00000020:00000010:2.0:1777586620.749651:0:197567:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000365fda47. 00000100:00000010:1.0:1777586620.749901:0:197568:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000005c6d836d. 00000020:00000010:1.0:1777586620.749906:0:197568:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a79d81fb. 00000020:00000010:1.0:1777586620.749909:0:197568:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005aa69403. 00000040:00000010:1.0:1777586620.749911:0:197568:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000fb8de4cc. 00000020:00000010:1.0:1777586620.749915:0:197568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e638488b. 00000020:00000010:1.0:1777586620.749917:0:197568:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000c4f19f1. 00000100:00000200:2.0:1777586620.749980:0:197565:0:(events.c:596:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1777586620.750235:0:197565:0:(api-ni.c:677:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000282ef268. 00000400:00000010:2.0:1777586620.750241:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006c0db525. 00000400:00000010:2.0:1777586620.750245:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000003a237109. 00000400:00000010:2.0:1777586620.750247:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000967d753d. 00000400:00000010:2.0:1777586620.750249:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000031d1decd. 00000400:00000010:2.0:1777586620.750284:0:197565:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000ae0cef77. 00000400:00000010:2.0:1777586620.750289:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cee21e04. 00000400:00000010:2.0:1777586620.750292:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000d8214243. 00000400:00000010:2.0:1777586620.750300:0:197565:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 00000000c42931e0. 00000400:00000010:2.0:1777586620.750304:0:197565:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000b8d3fb86. 00000400:00000010:2.0:1777586620.750381:0:197565:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000049be6615. 00000400:00000010:2.0:1777586620.750401:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000025ef38fb. 00000400:00000010:2.0:1777586620.750404:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000641f5de. 00000400:00000010:2.0:1777586620.750459:0:197565:0:(api-ni.c:1172:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000ac227aed. 00000400:00000010:2.0:1777586620.750477:0:197565:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000009e0e714b. 00000400:00000010:2.0:1777586620.750480:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a411113c. 00000400:00000010:2.0:1777586620.750483:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d81fcdb. 00000400:00000010:2.0:1777586620.750485:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010fddda1. 00000400:00000010:2.0:1777586620.750489:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000001f6c60d. 00000400:00000010:2.0:1777586620.750492:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c736b719. 00000400:00000010:2.0:1777586620.750494:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009842b453. 00000400:00000010:2.0:1777586620.750496:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6b8750a. 00000400:00000010:2.0:1777586620.750500:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d362daf5. 00000400:00000010:2.0:1777586620.750503:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001800fab7. 00000400:00000010:2.0:1777586620.750505:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5ba2b4d. 00000400:00000010:2.0:1777586620.750507:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cf62103. 00000400:00000010:2.0:1777586620.750512:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c13ac9b. 00000400:00000010:2.0:1777586620.750515:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000063b9cb91. 00000400:00000010:2.0:1777586620.750517:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4645a3d. 00000400:00000010:2.0:1777586620.750519:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000007cb2314. 00000400:00000010:2.0:1777586620.750567:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a13c246c. 00000400:00000010:2.0:1777586620.750572:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000028ad3d1f. 00000400:00000010:2.0:1777586620.750574:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0f0964d. 00000400:00000010:2.0:1777586620.750576:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006446a67a. 00000400:00000010:2.0:1777586620.750580:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004583fb7a. 00000400:00000010:2.0:1777586620.750583:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a8896996. 00000400:00000010:2.0:1777586620.750584:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009f5e0a0. 00000400:00000010:2.0:1777586620.750586:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e12ac17a. 00000400:00000010:2.0:1777586620.750589:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3266898. 00000400:00000010:2.0:1777586620.750591:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000eba20c42. 00000400:00000010:2.0:1777586620.750597:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001e2287b7. 00000400:00000010:2.0:1777586620.750599:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b707ba0b. 00000400:00000010:2.0:1777586620.750603:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000242fe589. 00000400:00000010:2.0:1777586620.750605:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000096bdc046. 00000400:00000010:2.0:1777586620.750607:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000521007e. 00000400:00000010:2.0:1777586620.750608:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf739995. 00000400:00000010:2.0:1777586620.750612:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001cde4e7f. 00000400:00000010:2.0:1777586620.750615:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004756b2fc. 00000400:00000010:2.0:1777586620.750616:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003438f1e0. 00000400:00000010:2.0:1777586620.750618:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c7d8c6a2. 00000400:00000010:2.0:1777586620.750621:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da8fe462. 00000400:00000010:2.0:1777586620.750624:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000086e21b8b. 00000400:00000010:2.0:1777586620.750625:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b62551aa. 00000400:00000010:2.0:1777586620.750627:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000051cbb55. 00000400:00000010:2.0:1777586620.750630:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000719ca79c. 00000400:00000010:2.0:1777586620.750632:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e257f0a9. 00000400:00000010:2.0:1777586620.750634:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005b89e167. 00000400:00000010:2.0:1777586620.750636:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051d0b138. 00000400:00000010:2.0:1777586620.750639:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b7d7fb3. 00000400:00000010:2.0:1777586620.750641:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000679fd0fb. 00000400:00000010:2.0:1777586620.750643:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cbab1e80. 00000400:00000010:2.0:1777586620.750645:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055dc35e4. 00000400:00000010:2.0:1777586620.750649:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a965dadf. 00000400:00000010:2.0:1777586620.750652:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000707911b. 00000400:00000010:2.0:1777586620.750653:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d89d3bd. 00000400:00000010:2.0:1777586620.750655:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae2e4211. 00000400:00000010:2.0:1777586620.750659:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e68d9a4. 00000400:00000010:2.0:1777586620.750661:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e91076d8. 00000400:00000010:2.0:1777586620.750663:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cb7797a9. 00000400:00000010:2.0:1777586620.750665:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031872283. 00000400:00000010:2.0:1777586620.750669:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000afd9e94a. 00000400:00000010:2.0:1777586620.750671:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000064a28372. 00000400:00000010:2.0:1777586620.750680:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000094519442. 00000400:00000010:2.0:1777586620.750682:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069068a3f. 00000400:00000010:2.0:1777586620.750686:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000010c7e1de. 00000400:00000010:2.0:1777586620.750688:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006aff514e. 00000400:00000010:2.0:1777586620.750690:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f87d4698. 00000400:00000010:2.0:1777586620.750691:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012456a46. 00000400:00000010:2.0:1777586620.750695:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d8b81b54. 00000400:00000010:2.0:1777586620.750698:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000808f02d8. 00000400:00000010:2.0:1777586620.750699:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000455134c8. 00000400:00000010:2.0:1777586620.750701:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000371ff7f0. 00000400:00000010:2.0:1777586620.750718:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000046678b03. 00000400:00000010:2.0:1777586620.750721:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000117d5888. 00000400:00000010:2.0:1777586620.750723:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000008c27ff9. 00000400:00000010:2.0:1777586620.750725:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000104cb99e. 00000400:00000010:2.0:1777586620.750728:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000249c63ea. 00000400:00000010:2.0:1777586620.750731:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006aa63daa. 00000400:00000010:2.0:1777586620.750732:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000136ad124. 00000400:00000010:2.0:1777586620.750734:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031920f6f. 00000400:00000010:2.0:1777586620.750737:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ee0f201. 00000400:00000010:2.0:1777586620.750739:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bb02bfb0. 00000400:00000010:2.0:1777586620.750741:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000467429b. 00000400:00000010:2.0:1777586620.750742:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c19922df. 00000400:00000010:2.0:1777586620.750746:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000966a47e2. 00000400:00000010:2.0:1777586620.750749:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003deb02cb. 00000400:00000010:2.0:1777586620.750751:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002dbf6f92. 00000400:00000010:2.0:1777586620.750752:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001299828c. 00000400:00000010:2.0:1777586620.750756:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d8ca67d. 00000400:00000010:2.0:1777586620.750758:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000011cd5a8d. 00000400:00000010:2.0:1777586620.750760:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000abb46f0c. 00000400:00000010:2.0:1777586620.750762:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003cbaabad. 00000400:00000010:2.0:1777586620.750766:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034a4fd02. 00000400:00000010:2.0:1777586620.750768:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001cae7776. 00000400:00000010:2.0:1777586620.750777:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d4228211. 00000400:00000010:2.0:1777586620.750779:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038a24ab6. 00000400:00000010:2.0:1777586620.750783:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e71b28d3. 00000400:00000010:2.0:1777586620.750785:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000087a81802. 00000400:00000010:2.0:1777586620.750787:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000090e695c6. 00000400:00000010:2.0:1777586620.750788:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a11053be. 00000400:00000010:2.0:1777586620.750793:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005cf0ffb8. 00000400:00000010:2.0:1777586620.750795:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a0700f9d. 00000400:00000010:2.0:1777586620.750797:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f811c26. 00000400:00000010:2.0:1777586620.750798:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009afe0076. 00000400:00000010:2.0:1777586620.750802:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e269cc2c. 00000400:00000010:2.0:1777586620.750804:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000086aaaf16. 00000400:00000010:2.0:1777586620.750806:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000081b17342. 00000400:00000010:2.0:1777586620.750807:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a6540fe. 00000400:00000010:2.0:1777586620.750811:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001829a340. 00000400:00000010:2.0:1777586620.750813:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c0d52775. 00000400:00000010:2.0:1777586620.750815:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020447e06. 00000400:00000010:2.0:1777586620.750817:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f58754de. 00000400:00000010:2.0:1777586620.750820:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000090485562. 00000400:00000010:2.0:1777586620.750823:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000939fdbb. 00000400:00000010:2.0:1777586620.750824:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e175a924. 00000400:00000010:2.0:1777586620.750826:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056244b00. 00000400:00000010:2.0:1777586620.750830:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c0072b31. 00000400:00000010:2.0:1777586620.750833:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001a3ed562. 00000400:00000010:2.0:1777586620.750834:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f57f9a65. 00000400:00000010:2.0:1777586620.750836:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028a069f8. 00000400:00000010:2.0:1777586620.750840:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000068942fbe. 00000400:00000010:2.0:1777586620.750843:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bcd58b15. 00000400:00000010:2.0:1777586620.750844:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b354cd1d. 00000400:00000010:2.0:1777586620.750846:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b6186ac. 00000400:00000010:2.0:1777586620.750850:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000affb1050. 00000400:00000010:2.0:1777586620.750852:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c9b664ab. 00000400:00000010:2.0:1777586620.750859:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000145ab865. 00000400:00000010:2.0:1777586620.750861:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000594ffbcd. 00000400:00000010:2.0:1777586620.750865:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab67ce76. 00000400:00000010:2.0:1777586620.750868:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000001471319. 00000400:00000010:2.0:1777586620.750870:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051438f31. 00000400:00000010:2.0:1777586620.750871:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000040ab193. 00000400:00000010:2.0:1777586620.750876:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029104265. 00000400:00000010:2.0:1777586620.750878:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f833fdb4. 00000400:00000010:2.0:1777586620.750880:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a3c086ff. 00000400:00000010:2.0:1777586620.750882:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023e4c0ab. 00000400:00000010:2.0:1777586620.750885:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000059779d46. 00000400:00000010:2.0:1777586620.750888:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b07f0a6e. 00000400:00000010:2.0:1777586620.750890:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e292f871. 00000400:00000010:2.0:1777586620.750891:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005664052d. 00000400:00000010:2.0:1777586620.750895:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000022d5377d. 00000400:00000010:2.0:1777586620.750897:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005d84aa08. 00000400:00000010:2.0:1777586620.750899:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002cfaccf4. 00000400:00000010:2.0:1777586620.750901:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002fb61ec4. 00000400:00000010:2.0:1777586620.750913:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036f85b41. 00000400:00000010:2.0:1777586620.750917:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ffb313de. 00000400:00000010:2.0:1777586620.750919:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e7f2d28. 00000400:00000010:2.0:1777586620.750921:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6b3797c. 00000400:00000010:2.0:1777586620.750924:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000057129369. 00000400:00000010:2.0:1777586620.750927:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aaa3f9f4. 00000400:00000010:2.0:1777586620.750928:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000083469e7d. 00000400:00000010:2.0:1777586620.750930:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2c2b416. 00000400:00000010:2.0:1777586620.750933:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ed0c3102. 00000400:00000010:2.0:1777586620.750935:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000893cb964. 00000400:00000010:2.0:1777586620.750937:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000086897269. 00000400:00000010:2.0:1777586620.750939:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e807800. 00000400:00000010:2.0:1777586620.750942:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000fb2b287. 00000400:00000010:2.0:1777586620.750945:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ca3cd83a. 00000400:00000010:2.0:1777586620.750951:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb1b3d5e. 00000400:00000010:2.0:1777586620.750953:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb65a522. 00000400:00000010:2.0:1777586620.750961:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ef095c8e. 00000400:00000010:2.0:1777586620.750965:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000082f7614f. 00000400:00000010:2.0:1777586620.750966:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ebffaf0a. 00000400:00000010:2.0:1777586620.750969:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b18b40a. 00000400:00000010:2.0:1777586620.750972:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bc250062. 00000400:00000010:2.0:1777586620.750975:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000adebfb01. 00000400:00000010:2.0:1777586620.750976:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e462d2d6. 00000400:00000010:2.0:1777586620.750978:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e1df434. 00000400:00000010:2.0:1777586620.750982:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006e71a010. 00000400:00000010:2.0:1777586620.750984:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000030954c69. 00000400:00000010:2.0:1777586620.750986:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042366c19. 00000400:00000010:2.0:1777586620.750987:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fcd58b83. 00000400:00000010:2.0:1777586620.750990:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a5b6ce7d. 00000400:00000010:2.0:1777586620.750993:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002bfc745a. 00000400:00000010:2.0:1777586620.750994:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb0bf488. 00000400:00000010:2.0:1777586620.750996:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021acaaf3. 00000400:00000010:2.0:1777586620.751005:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b365b948. 00000400:00000010:2.0:1777586620.751008:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000acfb42c5. 00000400:00000010:2.0:1777586620.751010:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c64fc961. 00000400:00000010:2.0:1777586620.751012:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8d4167c. 00000400:00000010:2.0:1777586620.751015:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc2083c0. 00000400:00000010:2.0:1777586620.751017:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008b4176e3. 00000400:00000010:2.0:1777586620.751019:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000304fd635. 00000400:00000010:2.0:1777586620.751020:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000debd0daf. 00000400:00000010:2.0:1777586620.751023:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005c018aeb. 00000400:00000010:2.0:1777586620.751025:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000afbd56fb. 00000400:00000010:2.0:1777586620.751027:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f4285ed. 00000400:00000010:2.0:1777586620.751028:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003dcda348. 00000400:00000010:2.0:1777586620.751032:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000032eedee5. 00000400:00000010:2.0:1777586620.751034:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000048c17e73. 00000400:00000010:2.0:1777586620.751039:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000409990c1. 00000400:00000010:2.0:1777586620.751041:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1904aa3. 00000400:00000010:2.0:1777586620.751050:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d067d23. 00000400:00000010:2.0:1777586620.751055:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000081b8b7e9. 00000400:00000010:2.0:1777586620.751057:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000547c6938. 00000400:00000010:2.0:1777586620.751059:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073292e2d. 00000400:00000010:2.0:1777586620.751063:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cfd2ebe7. 00000400:00000010:2.0:1777586620.751065:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002c89fe5f. 00000400:00000010:2.0:1777586620.751067:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000761b340b. 00000400:00000010:2.0:1777586620.751070:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eec54c56. 00000400:00000010:2.0:1777586620.751073:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e9c3cf7. 00000400:00000010:2.0:1777586620.751076:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003766c4e2. 00000400:00000010:2.0:1777586620.751077:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001823af06. 00000400:00000010:2.0:1777586620.751079:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6a7d3fa. 00000400:00000010:2.0:1777586620.751083:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ff8a2fc. 00000400:00000010:2.0:1777586620.751085:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b5c659f3. 00000400:00000010:2.0:1777586620.751087:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f4a50a12. 00000400:00000010:2.0:1777586620.751089:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041645cd1. 00000400:00000010:2.0:1777586620.751099:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ff89474. 00000400:00000010:2.0:1777586620.751103:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000acb19e60. 00000400:00000010:2.0:1777586620.751105:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002a06b47e. 00000400:00000010:2.0:1777586620.751107:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d19428c2. 00000400:00000010:2.0:1777586620.751111:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae1b54d0. 00000400:00000010:2.0:1777586620.751113:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ef9afc78. 00000400:00000010:2.0:1777586620.751115:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001181703e. 00000400:00000010:2.0:1777586620.751116:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d118ebf5. 00000400:00000010:2.0:1777586620.751119:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000be17bfb4. 00000400:00000010:2.0:1777586620.751122:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002c34841f. 00000400:00000010:2.0:1777586620.751123:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000abea273a. 00000400:00000010:2.0:1777586620.751124:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cdd10da8. 00000400:00000010:2.0:1777586620.751128:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d537ee55. 00000400:00000010:2.0:1777586620.751130:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000033f55923. 00000400:00000010:2.0:1777586620.751137:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000034ffb310. 00000400:00000010:2.0:1777586620.751139:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5515042. 00000400:00000010:2.0:1777586620.751148:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aec1e8ec. 00000400:00000010:2.0:1777586620.751151:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006836091e. 00000400:00000010:2.0:1777586620.751153:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000191e38aa. 00000400:00000010:2.0:1777586620.751154:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051f3a38a. 00000400:00000010:2.0:1777586620.751157:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000658d8d32. 00000400:00000010:2.0:1777586620.751159:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006e89c1ba. 00000400:00000010:2.0:1777586620.751161:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dd411ef8. 00000400:00000010:2.0:1777586620.751162:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f496f97b. 00000400:00000010:2.0:1777586620.751166:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000116f71fc. 00000400:00000010:2.0:1777586620.751169:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e5586ae2. 00000400:00000010:2.0:1777586620.751170:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041f0db7d. 00000400:00000010:2.0:1777586620.751172:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000642b9912. 00000400:00000010:2.0:1777586620.751176:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000061e59b77. 00000400:00000010:2.0:1777586620.751178:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c35e18a3. 00000400:00000010:2.0:1777586620.751180:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df98236b. 00000400:00000010:2.0:1777586620.751181:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067a3a623. 00000400:00000010:2.0:1777586620.751191:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000617ae9d5. 00000400:00000010:2.0:1777586620.751195:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e2a92006. 00000400:00000010:2.0:1777586620.751197:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c10e113b. 00000400:00000010:2.0:1777586620.751199:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d300e78. 00000400:00000010:2.0:1777586620.751202:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a5d6c928. 00000400:00000010:2.0:1777586620.751205:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004c17edfa. 00000400:00000010:2.0:1777586620.751207:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029d3990e. 00000400:00000010:2.0:1777586620.751209:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c1e2d1f. 00000400:00000010:2.0:1777586620.751212:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000035129479. 00000400:00000010:2.0:1777586620.751215:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000082a639e0. 00000400:00000010:2.0:1777586620.751216:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004b2950d3. 00000400:00000010:2.0:1777586620.751218:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe2dbbb4. 00000400:00000010:2.0:1777586620.751221:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000956ab8f3. 00000400:00000010:2.0:1777586620.751223:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000383413e7. 00000400:00000010:2.0:1777586620.751229:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000097c37191. 00000400:00000010:2.0:1777586620.751231:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5ee739e. 00000400:00000010:2.0:1777586620.751240:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000babd5fb5. 00000400:00000010:2.0:1777586620.751243:0:197565:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000091750a67. 00000400:00000010:2.0:1777586620.751245:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000191ba9a1. 00000400:00000010:2.0:1777586620.751247:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084447236. 00000400:00000010:2.0:1777586620.751268:0:197565:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b532a02f. 00000400:00000010:2.0:1777586620.751273:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fd008dc3. 00000400:00000010:2.0:1777586620.751276:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ec7896f. 00000400:00000010:2.0:1777586620.751281:0:197565:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000001f80e33c. 00000400:00000010:2.0:1777586620.751285:0:197565:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004ecaec78. 00000400:00000010:2.0:1777586620.751288:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ee5eca9b. 00000400:00000010:2.0:1777586620.751290:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed3a77da. 00000400:00000010:2.0:1777586620.751292:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e89cf91. 00000400:00000010:2.0:1777586620.751294:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b042ad58. 00000400:00000010:2.0:1777586620.751299:0:197565:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000e6f5c29d. 00000400:00000010:2.0:1777586620.751304:0:197565:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 0000000078cee274. 00000400:00000010:2.0:1777586620.751308:0:197565:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000040b4cbff. 00000400:00000010:2.0:1777586620.751310:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000997989e4. 00000400:00000010:2.0:1777586620.751311:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b7cffc8. 00000400:00000010:2.0:1777586620.751313:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006be31038. 00000400:00000010:2.0:1777586620.751315:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095dd40f3. 00000400:00000010:2.0:1777586620.751317:0:197565:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000e6f5c29d. 00000400:00000010:2.0:1777586620.751329:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ff291c2. 00000400:00000010:2.0:1777586620.751331:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b2a618d3. 00000800:00000200:1.0:1777586620.752648:0:197565:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 0000000006af523d 00000800:00000200:1.0:1777586620.752653:0:197565:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 0000000006af523d 00000800:00000200:1.0:1777586620.752654:0:197565:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 0000000006af523d 00000800:00000200:1.0:1777586620.752656:0:197565:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 0000000006af523d 00000800:00000010:1.0:1777586620.752662:0:197565:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bf2d87eb. 00000400:00000010:1.0:1777586620.752672:0:197565:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b6f6dafe. 00000800:00000200:1.0:1777586620.752677:0:197565:0:(socklnd_modparams.c:300:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:1.0:1777586620.752888:0:197574:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000d1ed77ad. 00000800:00000010:1.0:1777586620.752893:0:197574:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000c461233f. 00000800:00000010:1.0:1777586620.753059:0:197575:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000e2c5dcfb. 00000800:00000010:1.0:1777586620.753064:0:197575:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000b1e830d2. 00000400:00000200:2.0:1777586620.753159:0:197565:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:1.0:1777586620.753167:0:197576:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000f16d97df. 00000800:00000010:1.0:1777586620.753171:0:197576:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000f41fda53. 00000400:00000200:2.0:1777586620.753659:0:197565:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.55) 00000400:02000000:2.0:1777586620.753675:0:197565:0:(api-ni.c:2702:lnet_startup_lndni()) Added LNI 192.168.204.55@tcp [8/256/0/180] 00000400:00000010:2.0:1777586620.756828:0:197565:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000005f27191d. 00000400:00000010:2.0:1777586620.756841:0:197565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093d28ff9. 00000400:00000010:2.0:1777586620.756870:0:197565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1437d5a. 00000400:00000200:2.0:1777586620.756884:0:197565:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1777586620.756889:0:197565:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000366eb4b8. 00000400:00000010:2.0:1777586620.756892:0:197565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085377fa3. 00000400:00000010:2.0:1777586620.756903:0:197565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000400:00000200:2.0:1777586620.756906:0:197565:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 00000000366eb4b8 00000400:00000200:2.0:1777586620.756909:0:197565:0:(api-ni.c:2286:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:2.0:1777586620.756913:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f968603b. 00000400:00000010:2.0:1777586620.756918:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e401859. 00000400:00000010:2.0:1777586620.756921:0:197565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031c03f9c. 00000400:00000010:2.0:1777586620.756923:0:197565:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071a3fa66. 00000400:00000200:1.0:1777586620.757476:0:197565:0:(peer.c:4233:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1777586620.757624:0:197565:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 00000000595c5727. 00000400:00000200:3.0:1777586620.757630:0:197579:0:(peer.c:4059:lnet_peer_discovery()) started 00000100:00000010:3.0:1777586620.757799:0:197580:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000994e7600. 00000020:00000010:3.0:1777586620.757807:0:197580:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e422c76b. 00000020:00000010:3.0:1777586620.757812:0:197580:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b81b468e. 00000020:00000010:3.0:1777586620.757817:0:197580:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000011db1880. 00000040:00000010:3.0:1777586620.757820:0:197580:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000698d75fd. 00000020:00000010:3.0:1777586620.757825:0:197580:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6623602. 00000020:00000010:3.0:1777586620.757828:0:197580:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074fbdbd1. 00000100:00000010:1.0:1777586620.757861:0:197565:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 00000000eb177b2f. 00000100:00000010:1.0:1777586620.757867:0:197565:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000009457343f. 00000100:00000010:1.0:1777586620.757870:0:197565:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000eeb46d4f. 00000100:00000010:1.0:1777586620.757873:0:197565:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000526259ba. 00000100:00000010:1.0:1777586620.757881:0:197565:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000a69d7d69. 00000100:00000010:3.0:1777586620.758070:0:197581:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008018a68a. 00000020:00000010:3.0:1777586620.758077:0:197581:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000eff3488. 00000020:00000010:3.0:1777586620.758081:0:197581:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000000d4bd07. 00000020:00000010:3.0:1777586620.758084:0:197581:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e0c038f3. 00000040:00000010:3.0:1777586620.758088:0:197581:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f76778db. 00000020:00000010:3.0:1777586620.758093:0:197581:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc807ba5. 00000020:00000010:3.0:1777586620.758107:0:197581:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006386a60c. 00000100:00000010:2.0:1777586620.758827:0:197582:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b0408d4. 00000020:00000010:2.0:1777586620.758835:0:197582:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077b543c. 00000020:00000010:2.0:1777586620.758839:0:197582:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004348b1a0. 00000020:00000010:2.0:1777586620.758843:0:197582:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000a98cd8f8. 00000040:00000010:2.0:1777586620.758846:0:197582:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003c7575c3. 00000020:00000010:2.0:1777586620.758851:0:197582:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f92610a4. 00000020:00000010:2.0:1777586620.758854:0:197582:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000725a0193. 00000100:00000010:2.0:1777586620.759107:0:197583:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069fbcef5. 00000020:00000010:2.0:1777586620.759111:0:197583:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000111ba191. 00000020:00000010:2.0:1777586620.759113:0:197583:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8184968. 00000020:00000010:2.0:1777586620.759114:0:197583:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009d6e1d66. 00000040:00000010:2.0:1777586620.759116:0:197583:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000023435e8e. 00000020:00000010:2.0:1777586620.759118:0:197583:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000afe4bc5. 00000020:00000010:2.0:1777586620.759120:0:197583:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff04d9c. 00000100:00000010:2.0:1777586620.759325:0:197584:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bafbfe4e. 00000020:00000010:2.0:1777586620.759328:0:197584:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9636621. 00000020:00000010:2.0:1777586620.759330:0:197584:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fa11dfb. 00000020:00000010:2.0:1777586620.759331:0:197584:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e75acdc7. 00000040:00000010:2.0:1777586620.759334:0:197584:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000fdd7c3ab. 00000020:00000010:2.0:1777586620.759336:0:197584:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a03a7205. 00000020:00000010:2.0:1777586620.759338:0:197584:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063a291be. 00000100:00000010:1.0:1777586620.759390:0:197565:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000a763261c. 00000100:00000010:1.0:1777586620.759669:0:197565:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000071f13c2. 00000100:00000010:1.0:1777586620.759674:0:197565:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000c5791d1e. 00000100:00000010:1.0:1777586620.759677:0:197565:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000bd08b495. 00000100:00000010:1.0:1777586620.759680:0:197565:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000009912e538. 00000100:00000010:1.0:1777586620.759682:0:197565:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000002ff7980d. 00000100:00000010:1.0:1777586620.759685:0:197565:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000ce786a51. 00000001:00000010:1.0:1777586620.759887:0:197565:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 00000000386217f3. 00000001:00000010:1.0:1777586620.759894:0:197565:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c6656308. 00000001:00000010:1.0:1777586620.759899:0:197565:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009a3161d0. 00000001:00000010:1.0:1777586620.759902:0:197565:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000668a1c6. 00000001:00000010:1.0:1777586620.759912:0:197565:0:(nodemap_handler.c:3532:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000ddc3f371. 00000001:00000010:1.0:1777586620.759964:0:197565:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 0000000008f7d005. 02000000:00000010:2.0:1777586620.839331:0:197596:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000000cca6cad. 02000000:00000010:2.0:1777586620.839340:0:197596:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000be71cd4c. 02000000:00000010:2.0:1777586620.839345:0:197596:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000086afd53d. 02000000:00000010:2.0:1777586620.839358:0:197596:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 0000000095beda1f. 00000020:00000010:3.0:1777586622.597560:0:197640:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000009e2368f3. 00000001:00000010:3.0:1777586622.661800:0:197653:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000060685f8. 00000100:00000010:3.0:1777586622.661836:0:197653:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000e7f02576. 00000020:00000010:3.0:1777586622.661866:0:197653:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000080446349. 00000020:00000010:3.0:1777586622.661881:0:197653:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c5079e28. 00000020:00000010:3.0:1777586622.661887:0:197653:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c5079e28. 00000020:00000010:3.0:1777586622.725781:0:197666:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000c5079e28. 00000020:00000010:1.0:1777586622.786615:0:197679:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000057e959c. 00000020:00000010:2.0:1777586622.844276:0:197693:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000045f0d408. 00008000:02000000:1.0:1777586622.913235:0:197706:0:(echo_client.c:2572:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:1.0:1777586622.918395:0:197706:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000ea8b4492. 00000020:00000010:1.0:1777586622.918721:0:197706:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000062246983. 00000020:00000010:1.0:1777586623.067782:0:197729:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000002096be9f. 00000020:00000010:1.0:1777586624.429596:0:198075:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000acfbf62b. 00000020:00000010:0.0F:1777586624.524291:0:198088:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000008c989619. 00000020:00000010:2.0:1777586624.623803:0:198101:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000098297fe7. 00000020:00000010:2.0:1777586624.623856:0:198101:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000002719bda5. 00000020:00000010:2.0:1777586624.752465:0:198122:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000000bff2892. 00000020:00000010:0.0:1777586624.839036:0:198135:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000006d99793c. 00000020:00000010:0.0:1777586624.839698:0:198135:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000007cea377b. 00000020:00000010:1.0:1777586624.924398:0:198149:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000f96a19b3. 00000020:00000010:1.0:1777586624.924423:0:198149:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000b1a1bb43. 00000020:00000010:2.0:1777586625.029602:0:198162:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 00000000c619af6e. 00000020:00000010:2.0:1777586625.029612:0:198162:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6bcd5fb. 00000020:00000010:2.0:1777586625.029615:0:198162:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a5e95e9. 00000020:00000010:2.0:1777586625.029618:0:198162:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000542df58. 00000008:00000010:2.0:1777586625.029644:0:198162:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bbd17576. 00020000:00000010:2.0:1777586625.029650:0:198162:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000dedbad12. 00008000:00000010:2.0:1777586625.029660:0:198162:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003f5edfdf. 00000080:00000010:2.0:1777586625.029671:0:198162:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008e2f5127. 00000080:00000010:2.0:1777586625.029681:0:198162:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000eb44d651. 00000020:00000010:2.0:1777586625.029685:0:198162:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002330207c. 00000008:00000010:2.0:1777586625.029694:0:198162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009402b16b. 00020000:00000010:2.0:1777586625.029704:0:198162:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000005d420423. 00008000:00000010:2.0:1777586625.029719:0:198162:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000028b8944f. 00000080:00000010:2.0:1777586625.029727:0:198162:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000111ccf5. 00000001:02000400:0.0:1777586646.233621:0:198892:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:0.0:1777586647.799061:0:199137:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:1.0:1777586656.244660:0:199573:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000080:00000010:3.0:1777586656.466151:0:199601:0:(super25.c:251:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 0000000094558e2f. 00000020:00000010:3.0:1777586656.466166:0:199601:0:(obd_mount.c:1365:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000c2356181. 00000020:00000010:3.0:1777586656.466175:0:199601:0:(obd_mount.c:1567:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 0000000004122df9. 00000020:00000010:3.0:1777586656.466179:0:199601:0:(obd_mount.c:1623:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 0000000099e99287. 00000020:00000010:3.0:1777586656.466183:0:199601:0:(obd_mount.c:1651:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000473887c6. 00000020:00000010:3.0:1777586656.466323:0:199601:0:(obd_mount.c:633:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000098285611. 00000020:00000010:3.0:1777586656.466341:0:199601:0:(obd_mount.c:323:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000014deefc7. 00000020:00000010:3.0:1777586656.466344:0:199601:0:(obd_mount.c:331:lustre_start_mgc()) kmalloced '(data)': 192 at 000000009950fc81. 00000100:00000010:3.0:1777586656.466350:0:199601:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000be91d64. 00000400:00000200:3.0:1777586656.466358:0:199601:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1777586656.466363:0:199601:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000010:3.0:1777586656.466370:0:199601:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000aca3e8bf. 00000400:00000200:3.0:1777586656.466374:0:199601:0:(peer.c:262:lnet_peer_alloc()) 00000000aca3e8bf nid 192.168.204.155@tcp 00000400:00000010:3.0:1777586656.466377:0:199601:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000af718aa2. 00000400:00000200:3.0:1777586656.466380:0:199601:0:(peer.c:202:lnet_peer_net_alloc()) 00000000af718aa2 net tcp 00000400:00000010:3.0:1777586656.466382:0:199601:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000065f9b31f. 00000400:00000200:3.0:1777586656.466385:0:199601:0:(peer.c:183:lnet_peer_ni_alloc()) 0000000065f9b31f nid 192.168.204.155@tcp 00000400:00000200:3.0:1777586656.466390:0:199601:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.155@tcp: -2 00000400:00000200:3.0:1777586656.466395:0:199601:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp flags 0x100001 00000400:00000200:3.0:1777586656.466417:0:199601:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.155@tcp: 0 00000400:00000200:3.0:1777586656.466419:0:199601:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1777586656.466421:0:199601:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1777586656.466423:0:199601:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000020:00000010:3.0:1777586656.466428:0:199601:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000e3b555de. 00000020:00000010:3.0:1777586656.466454:0:199601:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000003bed45cb. 00000020:00000010:3.0:1777586656.466461:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000ff240ff8. 00000020:00000010:3.0:1777586656.466497:0:199601:0:(obd_mount.c:240:lustre_start_simple()) kmalloced '(lcfg)': 104 at 0000000044d266e0. 00000001:00000010:3.0:1777586656.466516:0:199601:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000472b199c. 00000001:00000010:3.0:1777586656.466521:0:199601:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f3ae2afe. 00000001:00000010:3.0:1777586656.466524:0:199601:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000092495079. 00000001:00000010:3.0:1777586656.466527:0:199601:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000141632ac. 00000001:00000010:3.0:1777586656.466529:0:199601:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf63767d. 00000001:00000010:3.0:1777586656.466531:0:199601:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0d67ed8. 00000020:00000010:3.0:1777586656.466535:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd3f703. 00000020:00000010:3.0:1777586656.466540:0:199601:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052a09656. 00000020:00000010:3.0:1777586656.466553:0:199601:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b9e28906. 00000008:00000010:3.0:1777586656.466566:0:199601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ee41782b. 00020000:00000010:3.0:1777586656.466579:0:199601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000556a1de0. 00008000:00000010:3.0:1777586656.466599:0:199601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005099b154. 00000080:00000010:3.0:1777586656.466612:0:199601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000891909b5. 00000020:00000010:3.0:1777586656.466616:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dcbdf13. 00000020:00000010:3.0:1777586656.466619:0:199601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069fc4fa4. 00000040:00000010:3.0:1777586656.466627:0:199601:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000118aa6ee. 00000020:00000010:3.0:1777586656.466631:0:199601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e7e07be. 00000020:00000010:3.0:1777586656.466636:0:199601:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000afbb10d5. 00040000:00000010:3.0:1777586656.466640:0:199601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000127bea32. 00040000:00000010:3.0:1777586656.466644:0:199601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb364f43. 10000000:00000010:3.0:1777586656.466648:0:199601:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 0000000026f8aa37. 00010000:00000010:3.0:1777586656.466657:0:199601:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000716fff29. 00010000:00000010:3.0:1777586656.466663:0:199601:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000005636b113. 00010000:00000010:3.0:1777586656.466669:0:199601:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000e48dfc62. 00000100:00000010:3.0:1777586656.466741:0:199601:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000359dad77. 00000100:00000010:3.0:1777586656.466746:0:199601:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000080dc029f. 00000100:00000010:3.0:1777586656.466760:0:199601:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006c84d156. 00000100:00000010:3.0:1777586656.466767:0:199601:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002a9809ef. 00000100:00000010:3.0:1777586656.466771:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010157931. 00000100:00000010:3.0:1777586656.466776:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb22a639. 00000400:00000200:3.0:1777586656.466780:0:199601:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:3.0:1777586656.466812:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ae382e66. 00000020:00000010:3.0:1777586656.466817:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003549cdc9. 00000100:00000010:3.0:1777586656.466858:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006c57680f. 00000100:00000010:3.0:1777586656.466864:0:199601:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000024ac5f43. 00000100:00000010:3.0:1777586656.466868:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fd373222. 00000100:00000010:3.0:1777586656.466872:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000030de3158. 00000100:00000010:3.0:1777586656.466875:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007ed8f05e. 00000100:00000200:3.0:1777586656.466907:0:199601:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:3.0:1777586656.466911:0:199601:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001b53526d. 00000400:00000200:1.0:1777586656.467439:0:197579:0:(peer.c:4006:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1777586656.467447:0:197579:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100041 00000400:00000010:1.0:1777586656.467454:0:197579:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071c355c9. 00000400:00000010:1.0:1777586656.467471:0:197579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000010:3.0:1777586656.467484:0:199602:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000001c1afe2e. 00000020:00000010:3.0:1777586656.467489:0:199602:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000066c6dcb6. 00000020:00000010:3.0:1777586656.467494:0:199602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebd010bf. 00000020:00000010:3.0:1777586656.467497:0:199602:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000164384d. 00000040:00000010:3.0:1777586656.467499:0:199602:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000089d01a50. 00000020:00000010:3.0:1777586656.467503:0:199602:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003fa8cfdc. 00000400:00000010:1.0:1777586656.467515:0:197579:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003b470c1d. 00000020:00000010:3.0:1777586656.467518:0:199602:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c797cec1. 00000400:00000200:1.0:1777586656.467522:0:197579:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.204.155@tcp 00000020:00000010:3.0:1777586656.467527:0:199602:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000e3222936. 80000000:00000010:3.0:1777586656.467531:0:199602:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000056865a4a. 40000000:00000010:3.0:1777586656.467535:0:199602:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f6a0508d. 00000400:00000200:1.0:1777586656.467536:0:197579:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00100000:00000010:3.0:1777586656.467541:0:199602:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000986978fe. 00000400:00000200:1.0:1777586656.467543:0:197579:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00040000:00000010:3.0:1777586656.467545:0:199602:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034c372b3. 00000400:00000200:1.0:1777586656.467555:0:197579:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586656.467558:0:197579:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586656.467561:0:197579:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00040000:00000010:3.0:1777586656.467565:0:199602:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c7ff1d67. 00000400:00000200:1.0:1777586656.467566:0:197579:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [1:1:256:4294967295] 192.168.204.155@tcp LPNI seq info [1:1:8:4294967295] 00040000:00000010:3.0:1777586656.467571:0:199602:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030e8698b. 00000400:00000200:1.0:1777586656.467576:0:197579:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.155@tcp 00000004:00000010:3.0:1777586656.467576:0:199602:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061764b69. 00000004:00000010:3.0:1777586656.467584:0:199602:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000202ca7cd. 00000400:00000200:1.0:1777586656.467589:0:197579:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : GET try# 0 00000004:00000010:3.0:1777586656.467590:0:199602:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000db965505. 00002000:00000010:3.0:1777586656.467597:0:199602:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000006000954. 00000800:00000200:1.0:1777586656.467598:0:197579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.155@tcp 00000004:00000010:3.0:1777586656.467602:0:199602:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000b615a2b4. 00000800:00000010:1.0:1777586656.467605:0:197579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4864fbf. 00000100:00000200:3.0:1777586656.467608:0:199602:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1777586656.467615:0:199602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df513f50. 00000800:00000010:1.0:1777586656.467616:0:197579:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e121f569. 00000400:00000010:3.0:1777586656.467620:0:199602:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000545ae72e. 00000800:00000010:1.0:1777586656.467622:0:197579:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000011e421aa. 00000800:00000200:1.0:1777586656.467629:0:197579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (2) 00000100:00000010:3.0:1777586656.467630:0:199602:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000dddae8ef. 00000800:00000200:1.1F:1777586656.467635:0:197579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (2) 00000400:00000200:1.0:1777586656.467661:0:197579:0:(peer.c:3806:lnet_peer_send_ping()) peer 192.168.204.155@tcp 00000400:00000200:1.0:1777586656.467664:0:197579:0:(peer.c:4136:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100241 rc 0 00000100:00000200:3.0:1777586656.467911:0:199602:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1777586656.467944:0:199601:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005a333dfa. 00000100:00000010:0.0:1777586656.468201:0:199603:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d4fec8c3. 00000020:00000010:0.0:1777586656.468205:0:199603:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001a09b0e6. 00000020:00000010:0.0:1777586656.468208:0:199603:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5fd9a65. 00000020:00000010:0.0:1777586656.468210:0:199603:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083d4ce23. 00000040:00000010:0.0:1777586656.468213:0:199603:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000e402e7c8. 00000020:00000010:0.0:1777586656.468216:0:199603:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2db3c60. 00000020:00000010:0.0:1777586656.468231:0:199603:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000053b2eca9. 00000020:00000010:0.0:1777586656.468234:0:199603:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000000f21b2dc. 80000000:00000010:0.0:1777586656.468237:0:199603:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002399db25. 40000000:00000010:0.0:1777586656.468239:0:199603:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000022297dc. 00100000:00000010:0.0:1777586656.468241:0:199603:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000098837173. 00040000:00000010:0.0:1777586656.468244:0:199603:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000000db9344. 00040000:00000010:0.0:1777586656.468246:0:199603:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000006a81e99. 00040000:00000010:0.0:1777586656.468249:0:199603:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009650e0ee. 00000004:00000010:0.0:1777586656.468325:0:199603:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a20de59e. 00000004:00000010:0.0:1777586656.468329:0:199603:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac833cef. 00000004:00000010:0.0:1777586656.468332:0:199603:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000b146e17a. 00002000:00000010:0.0:1777586656.468336:0:199603:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d0af8c5b. 00000004:00000010:0.0:1777586656.468339:0:199603:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000051f4908. 00000100:00000010:0.0:1777586656.468344:0:199603:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000727a2726. 00000100:00000200:0.0:1777586656.468392:0:199603:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1777586656.468421:0:199601:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000d510f45b. 00000100:00000010:2.0:1777586656.468426:0:199601:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000914f62bc. 00000100:00000010:2.0:1777586656.468439:0:199601:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002101be09. 00000100:00000010:2.0:1777586656.468446:0:199601:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000084dec436. 00000100:00000010:2.0:1777586656.468450:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0471f51. 00000100:00000010:2.0:1777586656.468455:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a06819b9. 00000100:00000010:2.0:1777586656.468458:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e197a556. 00000100:00000010:2.0:1777586656.468462:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072e73997. 00000100:00000010:2.0:1777586656.468464:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008054ae1. 00000100:00000010:2.0:1777586656.468474:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce6d2583. 00000100:00000010:2.0:1777586656.468477:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090543ff4. 00000100:00000010:2.0:1777586656.468480:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002954d545. 00000100:00000010:2.0:1777586656.468483:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082e61202. 00000100:00000010:2.0:1777586656.468486:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000168e9ff9. 00000100:00000010:2.0:1777586656.468493:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d6d488f. 00000100:00000010:2.0:1777586656.468497:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4f9581e. 00000100:00000010:2.0:1777586656.468499:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d04ab8f5. 00000100:00000010:2.0:1777586656.468507:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008adede88. 00000100:00000010:2.0:1777586656.468509:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010da5dcf. 00000100:00000010:2.0:1777586656.468512:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca8b1688. 00000100:00000010:2.0:1777586656.468515:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7dad075. 00000100:00000010:2.0:1777586656.468518:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe0ccd4d. 00000100:00000010:2.0:1777586656.468520:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c536038. 00000100:00000010:2.0:1777586656.468523:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff046add. 00000100:00000010:2.0:1777586656.468525:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090725d51. 00000100:00000010:2.0:1777586656.468533:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b732e317. 00000100:00000010:2.0:1777586656.468536:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032bd9369. 00000100:00000010:2.0:1777586656.468539:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cbcf52b6. 00000100:00000010:2.0:1777586656.468541:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a4aa7cc. 00000100:00000010:2.0:1777586656.468544:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a41f1cd. 00000100:00000010:2.0:1777586656.468546:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040c3cd11. 00000100:00000010:2.0:1777586656.468550:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009822a864. 00000100:00000010:2.0:1777586656.468552:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be216f69. 00000100:00000010:2.0:1777586656.468560:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000229bf7f5. 00000100:00000010:2.0:1777586656.468562:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000351a88a7. 00000100:00000010:2.0:1777586656.468565:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006aed26ef. 00000100:00000010:2.0:1777586656.468567:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc9e91dc. 00000100:00000010:2.0:1777586656.468570:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000063e86a1. 00000100:00000010:2.0:1777586656.468573:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044eb90c8. 00000100:00000010:2.0:1777586656.468577:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000439db0bd. 00000100:00000010:2.0:1777586656.468579:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d07122b8. 00000100:00000010:2.0:1777586656.468588:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f9e5b75. 00000100:00000010:2.0:1777586656.468590:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001222cd29. 00000100:00000010:2.0:1777586656.468594:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e83b2b7. 00000100:00000010:2.0:1777586656.468595:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3fec54b. 00000100:00000010:2.0:1777586656.468602:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc01b156. 00000100:00000010:2.0:1777586656.468604:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e1a2c7d. 00000100:00000010:2.0:1777586656.468607:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d11f750e. 00000100:00000010:2.0:1777586656.468610:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee958cb5. 00000100:00000010:2.0:1777586656.468617:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a51ee73. 00000100:00000010:2.0:1777586656.468619:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000504a6265. 00000100:00000010:2.0:1777586656.468622:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e02b8b6. 00000100:00000010:2.0:1777586656.468624:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001edb9878. 00000100:00000010:2.0:1777586656.468627:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f441be9. 00000100:00000010:2.0:1777586656.468629:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fa773c8. 00000100:00000010:2.0:1777586656.468632:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034234506. 00000100:00000010:2.0:1777586656.468634:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc80e523. 00000100:00000010:2.0:1777586656.468642:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f3737f6. 00000100:00000010:2.0:1777586656.468644:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5a790e8. 00000100:00000010:2.0:1777586656.468647:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a6b273e. 00000100:00000010:2.0:1777586656.468648:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085dacbc7. 00000100:00000010:2.0:1777586656.468651:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004bc0e57a. 00000100:00000010:2.0:1777586656.468653:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a269cb6a. 00000100:00000010:2.0:1777586656.468656:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005847d3e. 00000100:00000010:2.0:1777586656.468659:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000718ba9d1. 00000100:00000010:2.0:1777586656.468666:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b3ba4bc. 00000100:00000010:2.0:1777586656.468668:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bef622b1. 00000100:00000010:2.0:1777586656.468671:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000949b641a. 00000100:00000010:2.0:1777586656.468673:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5967bd4. 00000100:00000010:2.0:1777586656.468676:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7383748. 00000100:00000010:2.0:1777586656.468678:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8cea34c. 00000100:00000010:2.0:1777586656.468681:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c5bd29ef. 00000100:00000010:2.0:1777586656.468683:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091c2abe9. 00000100:00000010:2.0:1777586656.468690:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009529f326. 00000100:00000010:2.0:1777586656.468693:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9b2da23. 00000100:00000010:2.0:1777586656.468696:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f05c26a. 00000100:00000010:2.0:1777586656.468702:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3f939a9. 00000100:00000010:2.0:1777586656.468706:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017ec5f5b. 00000100:00000010:2.0:1777586656.468708:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004413afec. 00000100:00000010:2.0:1777586656.468712:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6188fb7. 00000100:00000010:2.0:1777586656.468714:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb532cb1. 00000100:00000010:2.0:1777586656.468723:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ac6472a. 00000100:00000010:2.0:1777586656.468726:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000068f7891. 00000100:00000010:2.0:1777586656.468730:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000794fb8b9. 00000100:00000010:2.0:1777586656.468733:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001644a2b8. 00000100:00000010:2.0:1777586656.468737:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091acf2f6. 00000100:00000010:2.0:1777586656.468740:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd2fd671. 00000100:00000010:2.0:1777586656.468744:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ecb3f237. 00000100:00000010:2.0:1777586656.468746:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fb0820c. 00000100:00000010:2.0:1777586656.468757:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2a6258a. 00000100:00000010:2.0:1777586656.468760:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001eb2a2cc. 00000100:00000010:2.0:1777586656.468764:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb51b14f. 00000100:00000010:2.0:1777586656.468824:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e79b6969. 00000100:00000010:2.0:1777586656.468830:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea3342fe. 00000100:00000010:2.0:1777586656.468833:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004af53296. 00000100:00000010:2.0:1777586656.468837:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8ec904c. 00000100:00000010:2.0:1777586656.468839:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8494d84. 00000100:00000010:2.0:1777586656.468850:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c1c6c61. 00000100:00000010:2.0:1777586656.468854:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ac149e3. 00000100:00000010:2.0:1777586656.468858:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a458b7b0. 00000100:00000010:2.0:1777586656.468860:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b293e54d. 00000100:00000010:2.0:1777586656.468863:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c11bafa5. 00000100:00000010:2.0:1777586656.468865:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018f7d0ef. 00000100:00000010:2.0:1777586656.468867:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030d5ed05. 00000100:00000010:2.0:1777586656.468870:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b127b37. 00000100:00000010:2.0:1777586656.468877:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c5c4397c. 00000100:00000010:2.0:1777586656.468879:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fdb7725. 00000100:00000010:2.0:1777586656.468885:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000030db958. 00000100:00000010:2.0:1777586656.468887:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000480065f7. 00000100:00000010:2.0:1777586656.468890:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6b9db9a. 00000100:00000010:2.0:1777586656.468892:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c30cd8c. 00000100:00000010:2.0:1777586656.468895:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8c191c8. 00000100:00000010:2.0:1777586656.468896:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004aff4e5a. 00000100:00000010:2.0:1777586656.468903:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c52ac32b. 00000100:00000010:2.0:1777586656.468905:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b77f85c7. 00000100:00000010:2.0:1777586656.468907:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bba61bfa. 00000100:00000010:2.0:1777586656.468908:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000491084a4. 00000100:00000010:2.0:1777586656.468911:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9e91b2a. 00000100:00000010:2.0:1777586656.468912:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000041a0c37. 00000100:00000010:2.0:1777586656.468915:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d406988. 00000100:00000010:2.0:1777586656.468916:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b900b3dd. 00000100:00000010:2.0:1777586656.468922:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e8144029. 00000100:00000010:2.0:1777586656.468924:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3139aaa. 00000100:00000010:2.0:1777586656.468971:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062ada415. 00000100:00000010:2.0:1777586656.468974:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efc8138c. 00000100:00000010:2.0:1777586656.468977:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee2fd79e. 00000100:00000010:2.0:1777586656.468978:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045ec55ae. 00000100:00000010:2.0:1777586656.468981:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fca5838f. 00000100:00000010:2.0:1777586656.468983:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093374e5b. 00000100:00000010:2.0:1777586656.468991:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000562f66a6. 00000100:00000010:2.0:1777586656.468993:0:199601:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a89e02db. 00000100:00000010:2.0:1777586656.468995:0:199601:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006317ea1e. 00000400:00000200:2.0:1777586656.468999:0:199601:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1777586656.469068:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a95fac3d. 00000020:00000010:2.0:1777586656.469072:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000aeb27959. 00000100:00000010:2.0:1777586656.469110:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a06a6ba5. 00000100:00000010:2.0:1777586656.469113:0:199601:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a2ba526b. 00000100:00000010:2.0:1777586656.469116:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008dbaea2c. 00000100:00000010:2.0:1777586656.469119:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000033f0aa21. 00000100:00000010:2.0:1777586656.469125:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000223aca90. 00000100:00000010:2.0:1777586656.469127:0:199601:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000cfdfb5cd. 00000100:00000010:2.0:1777586656.469128:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fc5b4137. 00000100:00000010:2.0:1777586656.469130:0:199601:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ec557683. 00000100:00000010:2.0:1777586656.469132:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a1aa0e95. 00000100:00000010:2.0:1777586656.469134:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000040f1203f. 00000100:00000010:2.0:1777586656.469136:0:199601:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001d7405c0. 00000100:00000200:2.0:1777586656.469165:0:199601:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1777586656.469169:0:199601:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ed55c2db. 00000800:00000010:0.0:1777586656.469772:0:197569:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b41e922. 00000800:00000010:0.0:1777586656.469778:0:197569:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000afdf7e05. 00000800:00000010:0.0:1777586656.469785:0:197569:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086986ae5. 00000800:00000010:0.0:1777586656.469794:0:197569:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086986ae5. 00000100:00000010:2.0:1777586656.471234:0:199604:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000084b2711b. 00000020:00000010:2.0:1777586656.471241:0:199604:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000953ee3e4. 00000020:00000010:2.0:1777586656.471247:0:199604:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e148f030. 00000020:00000010:2.0:1777586656.471280:0:199604:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000031a38e13. 00000020:00000010:2.0:1777586656.471285:0:199604:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000d22680e3. 00000040:00000010:2.0:1777586656.471289:0:199604:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000083a9816f. 00000020:00000010:2.0:1777586656.471292:0:199604:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d65f93b. 00000020:00000010:2.0:1777586656.471313:0:199604:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000009c31e5b. 00000020:00000010:2.0:1777586656.471318:0:199604:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000004933d447. 80000000:00000010:2.0:1777586656.471322:0:199604:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016cf9c97. 40000000:00000010:2.0:1777586656.471325:0:199604:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000001da965b. 00000008:00000010:2.0:1777586656.471330:0:199604:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b49977d8. 00020000:00000010:2.0:1777586656.471335:0:199604:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006213f8c3. 00008000:00000010:2.0:1777586656.471339:0:199604:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bc0e9739. 00100000:00000010:2.0:1777586656.471343:0:199604:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b25a34e. 00040000:00000010:2.0:1777586656.471347:0:199604:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bbd7addc. 00040000:00000010:2.0:1777586656.471351:0:199604:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000267eb2b9. 00040000:00000010:2.0:1777586656.471355:0:199604:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000076dbd5ec. 00000004:00000010:2.0:1777586656.471359:0:199604:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c58be4bc. 00000004:00000010:2.0:1777586656.471364:0:199604:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000009735dc35. 00000004:00000010:2.0:1777586656.471368:0:199604:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000acccfa29. 00002000:00000010:2.0:1777586656.471373:0:199604:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000355fd8f4. 00000004:00000010:2.0:1777586656.471377:0:199604:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000670ecbc9. 00000080:00000010:2.0:1777586656.471381:0:199604:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007613adb4. 00000080:00000010:2.0:1777586656.471390:0:199604:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008a8cbafd. 00000100:00000200:2.0:1777586656.471396:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471402:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008182dff1. 00000400:00000010:2.0:1777586656.471408:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80251fb. 00000100:00000200:2.0:1777586656.471414:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471417:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f24067dc. 00000400:00000010:2.0:1777586656.471419:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000095a84f9. 00000100:00000200:2.0:1777586656.471420:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471422:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0086d2c. 00000400:00000010:2.0:1777586656.471425:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f22e900f. 00000100:00000200:2.0:1777586656.471426:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471428:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae031b6c. 00000400:00000010:2.0:1777586656.471431:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4f3c8f3. 00000100:00000200:2.0:1777586656.471432:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471434:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2bda1d5. 00000400:00000010:2.0:1777586656.471436:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036d7ed46. 00000100:00000200:2.0:1777586656.471437:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471439:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068f1525e. 00000400:00000010:2.0:1777586656.471441:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b116473e. 00000100:00000200:2.0:1777586656.471443:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471444:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7884a9. 00000400:00000010:2.0:1777586656.471447:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000157f30cf. 00000100:00000200:2.0:1777586656.471449:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471450:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b25be568. 00000400:00000010:2.0:1777586656.471453:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000166d69fe. 00000100:00000200:2.0:1777586656.471454:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471456:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002475d8a8. 00000400:00000010:2.0:1777586656.471458:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004edb80c7. 00000100:00000200:2.0:1777586656.471460:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471462:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d918aa13. 00000400:00000010:2.0:1777586656.471464:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a069a87e. 00000100:00000200:2.0:1777586656.471466:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471467:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066e9270. 00000400:00000010:2.0:1777586656.471470:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007daa26c8. 00000100:00000200:2.0:1777586656.471472:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471482:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a6c8076. 00000400:00000010:2.0:1777586656.471484:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e5e17ff. 00000100:00000200:2.0:1777586656.471487:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471489:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fba132c0. 00000400:00000010:2.0:1777586656.471491:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043013b99. 00000100:00000200:2.0:1777586656.471493:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471495:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9f9c5e. 00000400:00000010:2.0:1777586656.471497:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7717138. 00000100:00000200:2.0:1777586656.471499:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471500:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d43b5bd. 00000400:00000010:2.0:1777586656.471502:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000705542bc. 00000100:00000200:2.0:1777586656.471504:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471506:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb26a341. 00000400:00000010:2.0:1777586656.471508:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b20e1b84. 00000100:00000200:2.0:1777586656.471509:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471511:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001e6c37e. 00000400:00000010:2.0:1777586656.471513:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db2cf0b8. 00000100:00000200:2.0:1777586656.471515:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471517:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098ec4955. 00000400:00000010:2.0:1777586656.471520:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d2cdd96. 00000100:00000200:2.0:1777586656.471522:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471524:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052785142. 00000400:00000010:2.0:1777586656.471526:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033fda311. 00000100:00000200:2.0:1777586656.471527:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471529:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017a86653. 00000400:00000010:2.0:1777586656.471531:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028dda930. 00000100:00000200:2.0:1777586656.471533:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471535:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000886cb89d. 00000400:00000010:2.0:1777586656.471536:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007decd495. 00000100:00000200:2.0:1777586656.471538:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471540:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e4057ed. 00000400:00000010:2.0:1777586656.471542:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff13f946. 00000100:00000200:2.0:1777586656.471543:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471545:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003929ad38. 00000400:00000010:2.0:1777586656.471547:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001362333. 00000100:00000200:2.0:1777586656.471555:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471557:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d02cc7bf. 00000400:00000010:2.0:1777586656.471560:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b280e2be. 00000100:00000200:2.0:1777586656.471561:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471563:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002edb35a3. 00000400:00000010:2.0:1777586656.471565:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021bda10a. 00000100:00000200:2.0:1777586656.471567:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471569:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b12d9abc. 00000400:00000010:2.0:1777586656.471571:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cde67ae4. 00000100:00000200:2.0:1777586656.471572:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471574:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e1abac. 00000400:00000010:2.0:1777586656.471576:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c84d5ca. 00000100:00000200:2.0:1777586656.471577:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471579:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036fbb454. 00000400:00000010:2.0:1777586656.471581:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c664097c. 00000100:00000200:2.0:1777586656.471583:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471584:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093d5b4fe. 00000400:00000010:2.0:1777586656.471586:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002525cc29. 00000100:00000200:2.0:1777586656.471588:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471590:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b755d2b0. 00000400:00000010:2.0:1777586656.471594:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004282ab04. 00000100:00000200:2.0:1777586656.471596:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471598:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f25b660. 00000400:00000010:2.0:1777586656.471600:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3cb50e9. 00000100:00000200:2.0:1777586656.471602:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471604:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b63f64. 00000400:00000010:2.0:1777586656.471606:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050b147e1. 00000100:00000200:2.0:1777586656.471608:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471609:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000712e75b9. 00000400:00000010:2.0:1777586656.471611:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098b52b2f. 00000100:00000200:2.0:1777586656.471613:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471615:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003059e9a6. 00000400:00000010:2.0:1777586656.471616:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008374fcd5. 00000100:00000200:2.0:1777586656.471618:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471620:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3d0929. 00000400:00000010:2.0:1777586656.471628:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000299fc457. 00000100:00000200:2.0:1777586656.471630:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471632:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aff2434. 00000400:00000010:2.0:1777586656.471634:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079743afd. 00000100:00000200:2.0:1777586656.471636:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471638:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c9a35a8. 00000400:00000010:2.0:1777586656.471640:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069d579ed. 00000100:00000200:2.0:1777586656.471642:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471643:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b4e70b6. 00000400:00000010:2.0:1777586656.471645:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e6f6e2f. 00000100:00000200:2.0:1777586656.471647:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471648:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000120f096f. 00000400:00000010:2.0:1777586656.471650:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007ff3fbf. 00000100:00000200:2.0:1777586656.471652:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471653:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd58ec55. 00000400:00000010:2.0:1777586656.471655:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000860361be. 00000100:00000200:2.0:1777586656.471657:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471658:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a8e608. 00000400:00000010:2.0:1777586656.471660:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de2d7a26. 00000100:00000200:2.0:1777586656.471662:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471663:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000247db33a. 00000400:00000010:2.0:1777586656.471666:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afc67663. 00000100:00000200:2.0:1777586656.471668:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471669:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c74cd342. 00000400:00000010:2.0:1777586656.471671:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aae3a83. 00000100:00000200:2.0:1777586656.471673:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471675:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c96c4c. 00000400:00000010:2.0:1777586656.471677:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d74f704f. 00000100:00000200:2.0:1777586656.471678:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471680:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbb41644. 00000400:00000010:2.0:1777586656.471682:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faa1313a. 00000100:00000200:2.0:1777586656.471684:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471686:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c100afe. 00000400:00000010:2.0:1777586656.471688:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004001569. 00000100:00000200:2.0:1777586656.471690:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471696:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008717896d. 00000400:00000010:2.0:1777586656.471698:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0c19b57. 00000100:00000200:2.0:1777586656.471701:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471703:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000517b8e94. 00000400:00000010:2.0:1777586656.471705:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de08fde0. 00000100:00000200:2.0:1777586656.471706:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471708:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000483d49a4. 00000400:00000010:2.0:1777586656.471710:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011602269. 00000100:00000200:2.0:1777586656.471711:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471713:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c5bb98. 00000400:00000010:2.0:1777586656.471715:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffd60ebe. 00000100:00000200:2.0:1777586656.471717:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471719:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2cd4cea. 00000400:00000010:2.0:1777586656.471721:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059be3b16. 00000100:00000200:2.0:1777586656.471722:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471725:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b444a9c3. 00000400:00000010:2.0:1777586656.471727:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f4d5e3c. 00000100:00000200:2.0:1777586656.471729:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471731:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fae4a22. 00000400:00000010:2.0:1777586656.471733:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000475a06d3. 00000100:00000200:2.0:1777586656.471734:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471736:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f642a3. 00000400:00000010:2.0:1777586656.471738:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006744c758. 00000100:00000200:2.0:1777586656.471740:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471741:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000383d2d80. 00000400:00000010:2.0:1777586656.471743:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c00abea2. 00000100:00000200:2.0:1777586656.471745:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471747:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022da94bb. 00000400:00000010:2.0:1777586656.471749:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d7f35ce. 00000100:00000200:2.0:1777586656.471750:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471752:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006affd500. 00000400:00000010:2.0:1777586656.471754:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ebc60e4. 00000100:00000200:2.0:1777586656.471756:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471758:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a552cc77. 00000400:00000010:2.0:1777586656.471760:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000854903b. 00000100:00000200:2.0:1777586656.471768:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471770:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aba9431. 00000400:00000010:2.0:1777586656.471772:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc6ea378. 00000100:00000200:2.0:1777586656.471774:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471776:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061359cca. 00000400:00000010:2.0:1777586656.471777:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000528ffd8a. 00000100:00000200:2.0:1777586656.471779:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471781:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad94e441. 00000400:00000010:2.0:1777586656.471783:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9fa9e7b. 00000100:00000200:2.0:1777586656.471785:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471786:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab51569. 00000400:00000010:2.0:1777586656.471788:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e10c2aa7. 00000100:00000200:2.0:1777586656.471789:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471791:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000901ae17d. 00000400:00000010:2.0:1777586656.471794:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e437ee16. 00000100:00000200:2.0:1777586656.471796:0:199604:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777586656.471797:0:199604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1b43c7. 00000400:00000010:2.0:1777586656.471799:0:199604:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ae427c4. 00000100:00000010:2.0:1777586656.471803:0:199604:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000568d8e53. 00000100:00000200:2.0:1777586656.471828:0:199604:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1777586656.471870:0:199601:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ea6de597. 00000800:00000200:0.1F:1777586656.472365:0:197569:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1777586656.472381:0:197569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.1:1777586656.472386:0:197569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4864fbf type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1777586656.472391:0:197569:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.155@tcp p 3.x 192.168.204.55 -> 192.168.204.155:988 incarnation:1777586629383667944 sched[0] 00000800:00000010:0.0:1777586656.472394:0:197569:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000afdf7e05. 00000400:00000200:0.0:1777586656.472470:0:197569:0:(lib-socket.c:452:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.155:988 00000800:00000200:1.0:1777586656.472626:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586656.472630:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4864fbf. 00000400:00000200:1.0:1777586656.472634:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586656.472639:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: GET: OK 00000400:00000200:1.0:1777586656.472645:0:197574:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1777586656.472648:0:197574:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.204.155@tcp: 0 00000100:00000010:1.0:1777586656.473212:0:199605:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e042b43a. 00000020:00000010:1.0:1777586656.473217:0:199605:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000071f4635d. 00000020:00000010:1.0:1777586656.473223:0:199605:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090c11031. 00000020:00000010:1.0:1777586656.473226:0:199605:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc17d891. 00000020:00000010:1.0:1777586656.473230:0:199605:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008ea2c593. 00000040:00000010:1.0:1777586656.473234:0:199605:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000015f0650e. 00000020:00000010:1.0:1777586656.473239:0:199605:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000222fbb7a. 00000020:00000010:1.0:1777586656.473345:0:199605:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000253cecde. 00000020:00000010:1.0:1777586656.473351:0:199605:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000084555d56. 80000000:00000010:1.0:1777586656.473354:0:199605:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b42ddc68. 40000000:00000010:1.0:1777586656.473357:0:199605:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ec467eb7. 00000008:00000010:1.0:1777586656.473370:0:199605:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000024faf8ed. 00020000:00000010:1.0:1777586656.473378:0:199605:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a7f7e041. 00008000:00000010:1.0:1777586656.473391:0:199605:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000043bbb555. 00100000:00000010:1.0:1777586656.473396:0:199605:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5a7f6e3. 00040000:00000010:1.0:1777586656.473401:0:199605:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e4864fbf. 00040000:00000010:1.0:1777586656.473405:0:199605:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f239b3b2. 00040000:00000010:1.0:1777586656.473407:0:199605:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000750edbaa. 00000004:00000010:1.0:1777586656.473411:0:199605:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e9e1e9e. 00000004:00000010:1.0:1777586656.473415:0:199605:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 0000000060208c3e. 00000004:00000010:1.0:1777586656.473420:0:199605:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000d9415423. 00002000:00000010:1.0:1777586656.473424:0:199605:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa8a49b7. 00000004:00000010:1.0:1777586656.473427:0:199605:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000c84bddbe. 00000080:00000010:1.0:1777586656.473439:0:199605:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004034002a. 00000080:00000010:1.0:1777586656.473451:0:199605:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f371a309. 00000100:00000010:1.0:1777586656.473457:0:199605:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000504941f. 00000100:00000200:1.0:1777586656.473501:0:199605:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1777586656.473530:0:199601:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bf1a4936. 00000800:00000010:0.0:1777586656.474047:0:197569:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000866e393a. 00000800:00000010:0.0:1777586656.474052:0:197569:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000afdf7e05. 00000800:00000010:0.0:1777586656.474061:0:197569:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086986ae5. 00000800:00000010:0.0:1777586656.474070:0:197569:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086986ae5. 00000100:00000010:2.0:1777586656.474371:0:199606:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b86e4113. 00000020:00000010:2.0:1777586656.474376:0:199606:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004e4b02bc. 00000020:00000010:2.0:1777586656.474379:0:199606:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fa88fb8. 00000020:00000010:2.0:1777586656.474382:0:199606:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da127118. 00000020:00000010:2.0:1777586656.474385:0:199606:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000003ac933ff. 00000040:00000010:2.0:1777586656.474387:0:199606:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c7f0624c. 00000020:00000010:2.0:1777586656.474391:0:199606:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ede3f500. 00000020:00000010:2.0:1777586656.474395:0:199606:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005bab53c4. 00000020:00000010:2.0:1777586656.474398:0:199606:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000002331f971. 80000000:00000010:2.0:1777586656.474400:0:199606:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eaa139dd. 40000000:00000010:2.0:1777586656.474403:0:199606:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000001b24fae. 00000008:00000010:2.0:1777586656.474407:0:199606:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000ec34cd1. 00020000:00000010:2.0:1777586656.474410:0:199606:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000007ae29a67. 00008000:00000010:2.0:1777586656.474413:0:199606:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f751e9f6. 00100000:00000010:2.0:1777586656.474422:0:199606:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003804390b. 00040000:00000010:2.0:1777586656.474427:0:199606:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c18825c. 00040000:00000010:2.0:1777586656.474430:0:199606:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000049266843. 00040000:00000010:2.0:1777586656.474433:0:199606:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d248ec6b. 00000004:00000010:2.0:1777586656.474436:0:199606:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020585b55. 00000004:00000010:2.0:1777586656.474439:0:199606:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d4f847a8. 00000004:00000010:2.0:1777586656.474443:0:199606:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 000000009be9f2ae. 00002000:00000010:2.0:1777586656.474446:0:199606:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008e6f9453. 00000004:00000010:2.0:1777586656.474449:0:199606:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 000000009dc3e8d2. 00000080:00000010:2.0:1777586656.474452:0:199606:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a8803f89. 00000080:00000010:2.0:1777586656.474455:0:199606:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000c50b51a4. 00000100:00000010:2.0:1777586656.474459:0:199606:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000aae3f9b1. 00000100:00000200:2.0:1777586656.474503:0:199606:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1777586656.474596:0:199601:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 000000004ea21302. 00010000:00000010:2.0:1777586656.474787:0:199607:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000e7d55a17. 00000020:00000010:2.0:1777586656.474793:0:199607:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f771f4ee. 00000020:00000010:2.0:1777586656.474796:0:199607:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005292dec8. 00000020:00000010:2.0:1777586656.474799:0:199607:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078418f99. 00000020:00000010:2.0:1777586656.474801:0:199607:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3121160. 00000020:00000010:2.0:1777586656.474804:0:199607:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000002f64d73f. 80000000:00000010:2.0:1777586656.474806:0:199607:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b71cf989. 40000000:00000010:2.0:1777586656.474808:0:199607:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000899e56c8. 00100000:00000010:2.0:1777586656.474811:0:199607:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b9a1be0e. 00040000:00000010:2.0:1777586656.474814:0:199607:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cc39fb8. 00040000:00000010:2.0:1777586656.474817:0:199607:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d968492a. 00002000:00000010:2.0:1777586656.474819:0:199607:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a253c554. 00000020:00000010:2.0:1777586656.474822:0:199607:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cf500ad0. 00010000:00000010:2.0:1777586656.475198:0:199608:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000001880dd38. 00000020:00000010:2.0:1777586656.475202:0:199608:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003be7b00e. 00000020:00000010:2.0:1777586656.475205:0:199608:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b6206d0f. 00000020:00000010:2.0:1777586656.475209:0:199608:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c549e020. 00000020:00000010:2.0:1777586656.475213:0:199608:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058c350f2. 00000020:00000010:2.0:1777586656.475215:0:199608:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000000c712b7e. 80000000:00000010:2.0:1777586656.475218:0:199608:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007dd3ebe7. 40000000:00000010:2.0:1777586656.475228:0:199608:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004482f50c. 00100000:00000010:2.0:1777586656.475233:0:199608:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c7aca58. 00040000:00000010:2.0:1777586656.475236:0:199608:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a94ebc3a. 00040000:00000010:2.0:1777586656.475241:0:199608:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000046cec592. 00002000:00000010:2.0:1777586656.475244:0:199608:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000853ba938. 00000020:00000010:2.0:1777586656.475247:0:199608:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d60d4c59. 00000020:00000010:2.0:1777586656.475780:0:199609:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036a0bf6d. 00000020:00000010:2.0:1777586656.475785:0:199609:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c739002e. 00000040:00000010:2.0:1777586656.475787:0:199609:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000609d7bfe. 00000020:00000010:2.0:1777586656.475790:0:199609:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007ccd338e. 00000020:00000010:2.0:1777586656.475793:0:199609:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000006b410db. 00000020:00000010:2.0:1777586656.475796:0:199609:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000004f4de9a. 80000000:00000010:2.0:1777586656.475798:0:199609:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000155bc601. 40000000:00000010:2.0:1777586656.475800:0:199609:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a43966cd. 00100000:00000010:2.0:1777586656.475804:0:199609:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a06997f. 00040000:00000010:2.0:1777586656.475806:0:199609:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de67c83e. 00040000:00000010:2.0:1777586656.475810:0:199609:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000070ecfeb2. 00040000:00000010:2.0:1777586656.475812:0:199609:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000022487f71. 00000004:00000010:2.0:1777586656.475815:0:199609:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000004f496591. 00000004:00000010:2.0:1777586656.475822:0:199609:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094b9b911. 00000004:00000010:2.0:1777586656.475826:0:199609:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 000000003f25372d. 00002000:00000010:2.0:1777586656.475829:0:199609:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d0c4dc32. 00000004:00000010:2.0:1777586656.475833:0:199609:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000c1157204. 00000020:00000010:2.0:1777586656.475835:0:199609:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cf15093c. 00000001:00000010:1.0:1777586656.475893:0:199601:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000875221c0. 00000001:00000010:1.0:1777586656.475903:0:199601:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008463b7dc. 00000020:00000010:1.0:1777586656.476049:0:199601:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at 000000005a43290b. 00000100:00000200:1.0:1777586656.476073:0:199601:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.155@tcp->12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586656.476084:0:199601:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.155@tcp: -114 00000400:00000200:1.0:1777586656.476087:0:199601:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1777586656.476089:0:199601:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1777586656.476091:0:199601:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:1.0:1777586656.476095:0:199601:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.204.155@tcp primary NID 192.168.204.155@tcp rc 0 00000100:00000010:1.0:1777586656.476100:0:199601:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 0000000046367ab6. 00010000:00000010:1.0:1777586656.476105:0:199601:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ff1a9bed. 00010000:00000010:1.0:1777586656.476111:0:199601:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000f5b8fdd2. 00000001:00000010:1.0:1777586656.476116:0:199601:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006cc6c206. 00000001:00000010:1.0:1777586656.476121:0:199601:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000218e1d21. 00000001:00000010:1.0:1777586656.476124:0:199601:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000f3ed43af. 00000001:00000010:1.0:1777586656.476128:0:199601:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000069096132. 00000020:00000010:1.0:1777586656.476134:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d101109a. 00000020:00000010:1.0:1777586656.476145:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000ee242026. 00000020:00000010:1.0:1777586656.476323:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003eae9d0f. 00000020:00000010:1.0:1777586656.476327:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000065ef6afd. 00000040:00000010:1.0:1777586656.476343:0:199601:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005937dab7. 00000400:00000200:2.0:1777586656.478747:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : REPLY - for me 00000400:00000200:2.0:1777586656.478778:0:197576:0:(lib-move.c:4649:lnet_parse_reply()) 192.168.204.55@tcp: Reply from 12345-192.168.204.155@tcp of length 48/48 into md 0x9 00000400:00000200:2.0:1777586656.478795:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586656.478800:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: REPLY: OK 00000400:00000200:2.0:1777586656.478807:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:2.0:1777586656.478811:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000400:00000200:2.0:1777586656.478814:0:197576:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1777586656.478818:0:197576:0:(peer.c:2920:lnet_discovery_event_reply()) Peer 192.168.204.155@tcp has discovery enabled 00000400:00000200:2.0:1777586656.478820:0:197576:0:(peer.c:2932:lnet_discovery_event_reply()) peer 192.168.204.155@tcp(00000000aca3e8bf) is MR 00000400:00000200:2.0:1777586656.478829:0:197576:0:(peer.c:3001:lnet_discovery_event_reply()) peer 192.168.204.155@tcp data present 363512030. state = 0x100241 00000400:00000200:2.0:1777586656.478834:0:197576:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.155@tcp: -114 00000400:00000200:1.0:1777586656.479178:0:197579:0:(peer.c:4006:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1777586656.479184:0:197579:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x1000c1 00000400:00000010:1.0:1777586656.479190:0:197579:0:(peer.c:3274:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000009dda5649. 00000400:00000010:1.0:1777586656.479193:0:197579:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000000f580f9f. 00000400:00000010:1.0:1777586656.479195:0:197579:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000008b587323. 00000400:00000010:1.0:1777586656.479200:0:197579:0:(peer.c:3423:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000009dda5649. 00000400:00000010:1.0:1777586656.479202:0:197579:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000000f580f9f. 00000400:00000010:1.0:1777586656.479203:0:197579:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000008b587323. 00000400:00000010:1.0:1777586656.479206:0:197579:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071c355c9. 00000400:00000200:1.0:1777586656.479211:0:197579:0:(peer.c:3428:lnet_peer_merge_data()) peer 192.168.204.155@tcp (00000000aca3e8bf): 0 00000400:00000200:1.0:1777586656.479213:0:197579:0:(peer.c:3732:lnet_peer_data_present()) peer 192.168.204.155@tcp(00000000aca3e8bf): 0. state = 0x100141 00000400:00000200:1.0:1777586656.479216:0:197579:0:(peer.c:4136:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100141 rc 1 00000400:00000200:1.0:1777586656.479219:0:197579:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100141 00000400:00000010:1.0:1777586656.479223:0:197579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e32761c. 00000400:00000010:1.0:1777586656.479231:0:197579:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dfd29fc0. 00000400:00000200:1.0:1777586656.479235:0:197579:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586656.479245:0:197579:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586656.479269:0:197579:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [2:2:256:4294967295] 192.168.204.155@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1777586656.479275:0:197579:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.155@tcp 00000400:00000200:1.0:1777586656.479283:0:197579:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586656.479289:0:197579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586656.479294:0:197579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586656.479300:0:197579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (3) 00000800:00000200:1.0:1777586656.479305:0:197579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586656.479308:0:197579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 144 niov 1 nkiov 1 00000400:00000200:1.0:1777586656.479468:0:197579:0:(peer.c:3940:lnet_peer_send_push()) peer 192.168.204.155@tcp 00000400:00000200:1.0:1777586656.479476:0:197579:0:(peer.c:4136:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100541 rc 0 00000800:00000200:3.0:1777586656.479648:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586656.479651:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586656.479655:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586656.479660:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586656.479663:0:197574:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1777586656.479665:0:197574:0:(peer.c:3042:lnet_discovery_event_send()) Push Send to 192.168.204.155@tcp: 0 00000800:00000200:3.1F:1777586656.480824:0:197569:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000020:00000010:2.0:1777586656.480833:0:199601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000069fc4fa4. 00000800:00000200:3.0:1777586656.480840:0:197569:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.155@tcp p 3.x 192.168.204.55 -> 192.168.204.155:988 incarnation:1777586629383667944 sched[0] 00000040:00000010:2.0:1777586656.480842:0:199601:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000118aa6ee. 00000800:00000010:3.0:1777586656.480847:0:197569:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000afdf7e05. 00000020:00000010:2.0:1777586656.480848:0:199601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e7e07be. 00000020:00000010:2.0:1777586656.480855:0:199601:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000afbb10d5. 00040000:00000010:2.0:1777586656.480861:0:199601:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000127bea32. 00040000:00000010:2.0:1777586656.480865:0:199601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb364f43. 00000020:00000010:2.0:1777586656.480869:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dcbdf13. 00000020:00000010:2.0:1777586656.480874:0:199601:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052a09656. 00000020:00000010:2.0:1777586656.480879:0:199601:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b9e28906. 00000008:00000010:2.0:1777586656.480883:0:199601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ee41782b. 00020000:00000010:2.0:1777586656.480889:0:199601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000556a1de0. 00008000:00000010:2.0:1777586656.480893:0:199601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005099b154. 00000080:00000010:2.0:1777586656.480897:0:199601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000891909b5. 00000020:00000010:2.0:1777586656.480901:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd3f703. 00000020:00000010:2.0:1777586656.480906:0:199601:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 104 at 0000000044d266e0. 00000020:00000010:2.0:1777586656.480922:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000ab3d8b8f. 00000400:00000200:3.0:1777586656.480934:0:197569:0:(lib-socket.c:452:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.155:988 00000400:00000200:2.0:1777586656.480943:0:199601:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is not discovered: rc = -114 00000100:00000010:2.0:1777586656.480956:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005cdd0395. 02000000:00000010:2.0:1777586656.480970:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007788657f. 00000400:00000200:3.0:1777586656.480987:0:197569:0:(lib-socket.c:452:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.155:988 00000020:00000010:2.0:1777586656.481008:0:199601:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000e3b555de. 00000020:00000010:2.0:1777586656.481013:0:199601:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000009950fc81. 00000020:00000010:2.0:1777586656.481028:0:199601:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000014deefc7. 00000080:00000010:2.0:1777586656.481053:0:199601:0:(llite_lib.c:1370:ll_fill_super()) kmalloced '(cfg)': 88 at 000000008a36315f. 00000080:00000010:2.0:1777586656.481058:0:199601:0:(llite_lib.c:93:ll_init_sbi()) kmalloced '(sbi)': 1376 at 00000000b3ff83ad. 00000020:00000010:3.0:1777586656.481072:0:197580:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0650293. 00000020:00000010:3.0:1777586656.481081:0:197580:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a6c9f9e9. 80000000:00000010:3.0:1777586656.481087:0:197580:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9e1492c. 40000000:00000010:3.0:1777586656.481091:0:197580:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6cbf0c7. 00000008:00000010:3.0:1777586656.481107:0:197580:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002c841af6. 00020000:00000010:3.0:1777586656.481112:0:197580:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d10f3afa. 00008000:00000010:3.0:1777586656.481128:0:197580:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c4462df2. 00000020:00000010:2.0:1777586656.481130:0:199601:0:(cl_page.c:1297:cl_cache_init()) kmalloced '(cache)': 152 at 0000000047241836. 00100000:00000010:3.0:1777586656.481134:0:197580:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d823611. 00000080:00000010:2.0:1777586656.481136:0:199601:0:(llite_lib.c:127:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000007ca5aaf2. 00040000:00000010:3.0:1777586656.481139:0:197580:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000127bea32. 00000080:00000010:2.0:1777586656.481140:0:199601:0:(llite_lib.c:134:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000a6fb42dd. 00040000:00000010:3.0:1777586656.481146:0:197580:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003d17e843. 00040000:00000010:3.0:1777586656.481150:0:197580:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008a31ee70. 00000004:00000010:3.0:1777586656.481157:0:197580:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000006b7d2036. 00000004:00000010:3.0:1777586656.481162:0:197580:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000003a008810. 00000004:00000010:3.0:1777586656.481168:0:197580:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 000000003f3638be. 00002000:00000010:3.0:1777586656.481173:0:197580:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b2647b3. 00000004:00000010:3.0:1777586656.481178:0:197580:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 000000005357054b. 00000080:00000010:3.0:1777586656.481189:0:197580:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e96e35ce. 00000080:00000010:3.0:1777586656.481202:0:197580:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009c8bb6dd. 00000008:00000010:3.0:1777586656.481207:0:197580:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a17f2d1d. 00020000:00000010:3.0:1777586656.481212:0:197580:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000004298bf39. 00008000:00000010:3.0:1777586656.481217:0:197580:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d71bb5b4. 00000080:00000010:3.0:1777586656.481222:0:197580:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000017d8f4ab. 00000020:00000010:2.0:1777586656.481637:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d47ad773. 00000020:00000010:2.0:1777586656.481643:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 000000008e7e07be. 00000020:00000010:2.0:1777586656.481671:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000370cecde. 00000020:00000010:2.0:1777586656.481686:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000485dd24c. 00000020:00000010:2.0:1777586656.481704:0:199601:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000030f4f1b5. 00000020:00000010:2.0:1777586656.481708:0:199601:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000d08b132f. 00000020:00000010:2.0:1777586656.481713:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020800d30. 00000020:00000010:2.0:1777586656.481717:0:199601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed1cf3e6. 00000040:00000010:2.0:1777586656.481722:0:199601:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c1f2be2e. 00000020:00000010:2.0:1777586656.481727:0:199601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a41ccb88. 00000020:00000010:2.0:1777586656.481731:0:199601:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000fb364f43. 00040000:00000010:2.0:1777586656.481735:0:199601:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4ec524f. 00040000:00000010:2.0:1777586656.481738:0:199601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afbb10d5. 10000000:00000010:2.0:1777586656.481746:0:199601:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000005bd3f703. 02000000:00000010:2.0:1777586656.481753:0:199601:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 0000000041d25718. 00000100:00000010:2.0:1777586656.481759:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 02000000:00000010:2.0:1777586656.481768:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcbdf13. 00010000:00000010:2.0:1777586656.481779:0:199601:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a63afc1b. 00010000:00000010:2.0:1777586656.481786:0:199601:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e00c6e3f. 00000020:00000010:2.0:1777586656.481790:0:199601:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000047bbbb0. 00000100:00000010:2.0:1777586656.481805:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000497b9c3f. 00000400:00000200:2.0:1777586656.482975:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : ACK - for me 00000400:00000200:2.0:1777586656.482994:0:197576:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.204.55@tcp: ACK from 12345-192.168.204.155@tcp into md 0x111 00000400:00000200:2.0:1777586656.483001:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586656.483006:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: ACK: OK 00000400:00000200:2.0:1777586656.483013:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e32761c 00000400:00000010:2.0:1777586656.483028:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e32761c. 00000400:00000200:2.0:1777586656.483032:0:197576:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1777586656.483035:0:197576:0:(peer.c:2808:lnet_discovery_event_ack()) peer 192.168.204.155@tcp ev->status 0 00000400:00000200:2.0:1777586656.483039:0:197576:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.155@tcp: -114 00000400:00000200:1.0:1777586656.483063:0:197579:0:(peer.c:4006:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1777586656.483064:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586656.483071:0:197579:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100141 00000400:00000200:2.0:1777586656.483076:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1777586656.483079:0:197579:0:(peer.c:3862:lnet_peer_discovered()) peer 192.168.204.155@tcp 00000400:00000200:1.0:1777586656.483082:0:197579:0:(peer.c:4136:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100111 rc 0 00000400:00000200:2.0:1777586656.483087:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.155@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000200:1.0:1777586656.483089:0:197579:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.155@tcp 00000400:00000010:2.0:1777586656.483094:0:197576:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085377fa3. 00000400:00000200:2.0:1777586656.483105:0:197576:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067fd6aa4 00000400:00000200:2.0:1777586656.483132:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586656.483137:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586656.483140:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586656.483142:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000400:00000200:2.0:1777586656.483145:0:197576:0:(api-ni.c:2339:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1777586656.483150:0:197576:0:(peer.c:2579:lnet_peer_push_event()) peer 192.168.204.155@tcp(00000000aca3e8bf) is MR 00000400:00000010:2.0:1777586656.483155:0:197576:0:(api-ni.c:1819:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000006f7e1ba7. 00000400:00000200:2.0:1777586656.483157:0:197576:0:(peer.c:2653:lnet_peer_push_event()) Received Push 192.168.204.155@tcp 363512030 00000400:00000200:2.0:1777586656.483166:0:197576:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.155@tcp: 0 00000400:00000200:2.0:1777586656.483171:0:197576:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1777586656.483176:0:197576:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586656.483182:0:197576:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [3:3:256:4294967295] 192.168.204.155@tcp LPNI seq info [3:3:8:4294967295] 00000800:00000010:1.0:1777586656.483205:0:197569:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e29cd3b6. 00000400:00000200:2.0:1777586656.483205:0:197576:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) 192.168.204.155@tcp : ACK try# 0 00000800:00000010:1.0:1777586656.483211:0:197569:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf9e09ad. 00000800:00000200:2.0:1777586656.483215:0:197576:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586656.483219:0:197569:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008b587323. 00000800:00000010:2.0:1777586656.483221:0:197576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8c0128. 00000800:00000200:2.0:1777586656.483227:0:197576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (4) 00000800:00000010:1.0:1777586656.483232:0:197569:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008b587323. 00000800:00000200:2.0:1777586656.483233:0:197576:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586656.483238:0:197576:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e8c0128 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1777586656.483279:0:197579:0:(peer.c:4006:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1777586656.483285:0:197579:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9cc3673. 00000400:00000010:1.0:1777586656.483291:0:197579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ecbbf23. 00000400:00000200:1.0:1777586656.483298:0:197579:0:(api-ni.c:2329:lnet_push_target_post()) posted push target 00000000366eb4b8 00000800:00000200:2.0:1777586656.483298:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586656.483302:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8c0128. 00000400:00000200:1.0:1777586656.483303:0:197579:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x1000d1 00000400:00000200:2.0:1777586656.483308:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777586656.483312:0:197579:0:(peer.c:3274:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000008b587323. 00000400:00000200:2.0:1777586656.483316:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: ACK: OK 00000400:00000010:1.0:1777586656.483318:0:197579:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000000f580f9f. 00000400:00000010:1.0:1777586656.483321:0:197579:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000009dda5649. 00000400:00000010:1.0:1777586656.483327:0:197579:0:(peer.c:3423:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000008b587323. 00000400:00000010:1.0:1777586656.483330:0:197579:0:(peer.c:3424:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000000f580f9f. 00000400:00000010:1.0:1777586656.483332:0:197579:0:(peer.c:3425:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000009dda5649. 00000400:00000010:1.0:1777586656.483335:0:197579:0:(api-ni.c:1837:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000006f7e1ba7. 00000400:00000200:1.0:1777586656.483339:0:197579:0:(peer.c:3428:lnet_peer_merge_data()) peer 192.168.204.155@tcp (00000000aca3e8bf): 0 00000400:00000200:1.0:1777586656.483343:0:197579:0:(peer.c:3732:lnet_peer_data_present()) peer 192.168.204.155@tcp(00000000aca3e8bf): 0. state = 0x100151 00000400:00000200:1.0:1777586656.483346:0:197579:0:(peer.c:4136:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100151 rc 1 00000400:00000200:1.0:1777586656.483349:0:197579:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100151 00000400:00000200:1.0:1777586656.483352:0:197579:0:(peer.c:3862:lnet_peer_discovered()) peer 192.168.204.155@tcp 00000400:00000200:1.0:1777586656.483354:0:197579:0:(peer.c:4136:lnet_peer_discovery()) peer 192.168.204.155@tcp(00000000aca3e8bf) state 0x100111 rc 0 00000400:00000200:1.0:1777586656.483356:0:197579:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.155@tcp 00000800:00000200:3.1:1777586656.487825:0:197569:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1777586656.487840:0:197569:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.155@tcp p 3.x 192.168.204.55 -> 192.168.204.155:988 incarnation:1777586629383667944 sched[0] 00000800:00000010:3.0:1777586656.487845:0:197569:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf9e09ad. 00000020:00000010:1.0:1777586657.517411:0:190853:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000fee9f6a7. 02000000:00000010:1.0:1777586657.517802:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007788657f. 00000100:00000010:1.0:1777586657.517811:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005cdd0395. 00000400:00000200:2.0:1777586657.517900:0:183117:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000010:2.0:1777586657.517913:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062b7fffe. 02000000:00000010:2.0:1777586657.517929:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000039ed0900. 02000000:00000010:1.0:1777586657.517987:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ef4748a7. 00000400:00000010:1.0:1777586657.517993:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c491a6. 00000400:00000010:1.0:1777586657.518008:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777586657.518014:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667653504, portal 25 00000400:00000010:1.0:1777586657.518018:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071489e82. 00000100:00000200:1.0:1777586657.518020:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1863934667653504, offset 0 00000400:00000200:1.0:1777586657.518027:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586657.518038:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586657.518043:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586657.518046:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586657.518050:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586657.518053:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586657.518057:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [4:4:256:4294967295] 192.168.204.155@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1777586657.518068:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586657.518076:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586657.518082:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586657.518090:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586657.518100:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586657.518104:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1777586657.518202:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee67c1aa. 00000100:00000010:1.0:1777586657.518246:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94ee182. 00000100:00000010:1.0:1777586657.518294:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000717263c. 00000100:00000010:1.0:1777586657.518300:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008b9aae8. 00000800:00000200:3.0:1777586657.518788:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586657.518792:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586657.518796:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.518802:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586657.518807:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071489e82 00000400:00000010:3.0:1777586657.518809:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000071489e82. 00000100:00000200:3.0:1777586657.518816:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062b7fffe x1863934667653504/t0(0) o250->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1777586667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586657.521420:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000010:0.0:1777586657.521435:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee67c1aa. 00000400:00000200:2.0:1777586657.521439:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 25 MB=0x69f3d1bc00180 00000400:00000200:2.0:1777586657.521450:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:2.0:1777586657.521799:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586657.521817:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:2.0:1777586657.521827:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062b7fffe x1863934667653504/t0(0) o250->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586657.521875:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c491a6. 00000400:00000200:1.0:1777586657.521887:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777586657.521889:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777586657.521895:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062b7fffe x1863934667653504/t0(0) o250->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586657.521902:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062b7fffe x1863934667653504/t0(0) o250->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586657.521979:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ef4748a7. 02000000:00000010:1.0:1777586657.522068:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000039ed0900. 00000100:00000010:1.0:1777586657.522075:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062b7fffe. 00000100:00000010:1.0:1777586657.522426:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94ee182. 00000100:00000010:3.0:1777586657.522589:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008b9aae8. 02000000:00000010:2.0:1777586657.522892:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022220de7. 00000400:00000010:2.0:1777586657.522899:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.522905:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.522912:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667653376, portal 25 00000400:00000010:2.0:1777586657.522916:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777586657.522919:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667653376, offset 0 00000400:00000200:2.0:1777586657.522927:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.522937:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.522942:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.522946:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.522949:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.522952:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.522955:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [5:5:256:4294967295] 192.168.204.155@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1777586657.522965:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.522970:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.522975:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8c0128. 00000800:00000200:2.0:1777586657.522980:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.522986:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.523068:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e8c0128 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1777586657.523095:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000798b13cf. 00000100:00000010:2.0:1777586657.523106:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee7bbea6. 00000100:00000010:2.0:1777586657.523120:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008dafcc3. 00000800:00000200:0.0:1777586657.523804:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586657.523809:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8c0128. 00000400:00000200:0.0:1777586657.523814:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.523819:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586657.523824:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000400:00000010:0.0:1777586657.523827:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000200:0.0:1777586657.523834:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031a0e0ef x1863934667653376/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586657.526386:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008dafcc3. 00000100:00000010:0.0:1777586657.526414:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000798b13cf. 00000400:00000200:3.0:1777586657.526431:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586657.526472:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc00100 00000400:00000200:3.0:1777586657.526494:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x121 [1] + 224 00000100:00000010:2.0:1777586657.526508:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000717263c. 00000400:00000200:3.0:1777586657.526524:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.526530:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:3.0:1777586657.526542:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031a0e0ef x1863934667653376/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777586657.526543:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee7bbea6. 00000400:00000010:2.0:1777586657.527155:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:2.0:1777586657.527161:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586657.527163:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.527170:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031a0e0ef x1863934667653376/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586657.527187:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031a0e0ef x1863934667653376/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.527213:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.527236:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022220de7. 02000000:00000010:2.0:1777586657.527242:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004dcbdf13. 00000100:00000010:2.0:1777586657.527246:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031a0e0ef. 10000000:00000010:2.0:1777586657.527274:0:199601:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001ad30236. 00000020:00000010:2.0:1777586657.527278:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dcbdf13. 00000020:00000010:2.0:1777586657.527283:0:199601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000118aa6ee. 00000040:00000010:2.0:1777586657.527287:0:199601:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000069fc4fa4. 00000020:00000010:2.0:1777586657.527291:0:199601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bcdb5215. 00000020:00000010:2.0:1777586657.527298:0:199601:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000002a5488ef. 80000000:00000010:2.0:1777586657.527302:0:199601:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee00f15f. 00040000:00000010:2.0:1777586657.527307:0:199601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000347ff5f0. 20000000:00000010:2.0:1777586657.527311:0:199601:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000e2d2b2fc. 00000040:00000010:2.0:1777586657.527317:0:199601:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824da204. 00000100:00000010:2.0:1777586657.527322:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 02000000:00000010:2.0:1777586657.527333:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa171ebb. 00000100:00000010:2.0:1777586657.527344:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.527358:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff26fc6d. 00000400:00000010:2.0:1777586657.527362:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.527366:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.527371:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667653632, portal 25 00000400:00000010:2.0:1777586657.527374:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777586657.527376:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667653632, offset 0 00000400:00000200:2.0:1777586657.527382:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.527391:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.527395:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.527399:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.527402:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.527404:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.527414:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [6:6:256:4294967295] 192.168.204.155@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1777586657.527423:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.527428:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.527432:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b37fb05d. 00000800:00000200:2.0:1777586657.527438:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.527445:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.527448:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b37fb05d type 1, nob 608 niov 1 nkiov 1 00000100:00000010:2.0:1777586657.527470:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b73a7c0. 00000100:00000010:2.0:1777586657.527491:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2c37ded. 00000100:00000010:2.0:1777586657.527510:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000737f407a. 00000100:00000010:2.0:1777586657.527516:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f41d79a8. 00000800:00000200:3.0:1777586657.527584:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586657.527588:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b37fb05d. 00000400:00000200:3.0:1777586657.527592:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.527596:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586657.527600:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:3.0:1777586657.527602:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000200:3.0:1777586657.527608:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031a0e0ef x1863934667653632/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586657.530961:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586657.531022:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc00200 00000400:00000200:0.0:1777586657.531031:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:0.0:1777586657.531048:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.531052:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586657.531064:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031a0e0ef x1863934667653632/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586657.531189:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:2.0:1777586657.531195:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586657.531197:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.531203:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031a0e0ef x1863934667653632/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586657.531211:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031a0e0ef x1863934667653632/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.531233:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.531241:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff26fc6d. 02000000:00000010:2.0:1777586657.531245:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aa171ebb. 00000100:00000010:2.0:1777586657.531249:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031a0e0ef. 00000040:00000010:2.0:1777586657.531303:0:199601:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824da204. 00000020:00000010:2.0:1777586657.531311:0:199601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000118aa6ee. 00000040:00000010:2.0:1777586657.531315:0:199601:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000069fc4fa4. 00000020:00000010:2.0:1777586657.531319:0:199601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bcdb5215. 00000020:00000010:2.0:1777586657.531324:0:199601:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000002a5488ef. 00000100:00000010:1.0:1777586657.531330:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2c37ded. 80000000:00000010:2.0:1777586657.531330:0:199601:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee00f15f. 00040000:00000010:2.0:1777586657.531336:0:199601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000347ff5f0. 20000000:00000010:2.0:1777586657.531342:0:199601:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000e2d2b2fc. 00000020:00000010:2.0:1777586657.531354:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dcbdf13. 10000000:00000010:2.0:1777586657.531357:0:199601:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001ad30236. 10000000:00000010:2.0:1777586657.531381:0:199601:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000aa171ebb. 10000000:00000010:2.0:1777586657.531387:0:199601:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000ff26fc6d. 10000000:00000010:2.0:1777586657.531391:0:199601:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000007b77bcdf. 00000100:00000010:2.0:1777586657.531397:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 02000000:00000010:2.0:1777586657.531411:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000347ff5f0. 00010000:00000010:2.0:1777586657.531425:0:199601:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006fcd1a2b. 00000100:00000010:2.0:1777586657.531440:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.531454:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022220de7. 00000400:00000010:2.0:1777586657.531458:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.531462:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.531467:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667653760, portal 25 00000400:00000010:2.0:1777586657.531470:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000200:2.0:1777586657.531472:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667653760, offset 0 00000400:00000200:2.0:1777586657.531479:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.531488:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.531492:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.531496:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.531499:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.531501:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.531505:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [7:7:256:4294967295] 192.168.204.155@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1777586657.531514:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.531519:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.531523:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bc0730e. 00000800:00000200:2.0:1777586657.531529:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.531536:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.531539:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008bc0730e type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1777586657.531559:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee00f15f. 00000800:00000200:3.0:1777586657.531715:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586657.531719:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bc0730e. 00000400:00000200:3.0:1777586657.531723:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.531727:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586657.531730:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:3.0:1777586657.531731:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000200:3.0:1777586657.531736:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031a0e0ef x1863934667653760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586657.533834:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586657.533851:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc00280 00000400:00000200:3.0:1777586657.533858:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:3.0:1777586657.533874:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.533878:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:3.0:1777586657.533891:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031a0e0ef x1863934667653760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586657.533967:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:2.0:1777586657.533977:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586657.533992:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.534015:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031a0e0ef x1863934667653760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586657.534031:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031a0e0ef x1863934667653760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.534057:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.534081:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022220de7. 02000000:00000010:2.0:1777586657.534087:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000347ff5f0. 00000100:00000010:2.0:1777586657.534091:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031a0e0ef. 10000000:00000010:2.0:1777586657.534099:0:199601:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001ad30236. 00000020:00000010:2.0:1777586657.534102:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000347ff5f0. 00000020:00000010:2.0:1777586657.534107:0:199601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002a5488ef. 00000040:00000010:2.0:1777586657.534122:0:199601:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004dcbdf13. 00000020:00000010:2.0:1777586657.534128:0:199601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bcdb5215. 00000020:00000010:2.0:1777586657.534132:0:199601:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000069fc4fa4. 80000000:00000010:2.0:1777586657.534136:0:199601:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f76f30b. 00040000:00000010:2.0:1777586657.534141:0:199601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000118aa6ee. 20000000:00000010:2.0:1777586657.534146:0:199601:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000e2d2b2fc. 00000040:00000010:2.0:1777586657.534152:0:199601:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000824da204. 00000100:00000010:2.0:1777586657.534161:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 02000000:00000010:2.0:1777586657.534177:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099434e08. 00000100:00000010:2.0:1777586657.534189:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.534205:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bb454c1. 00000400:00000010:2.0:1777586657.534208:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.534212:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.534219:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667653888, portal 25 00000400:00000010:2.0:1777586657.534223:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000200:2.0:1777586657.534225:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667653888, offset 0 00000400:00000200:2.0:1777586657.534232:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.534241:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.534245:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.534249:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.534287:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.534290:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.534294:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [8:8:256:4294967295] 192.168.204.155@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1777586657.534304:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.534309:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.534313:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7463c0e. 00000800:00000200:2.0:1777586657.534319:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.534325:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.534329:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7463c0e type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1777586657.534789:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586657.534798:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7463c0e. 00000400:00000200:0.0:1777586657.534806:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.534814:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586657.534820:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:0.0:1777586657.534822:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000200:0.0:1777586657.534832:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031a0e0ef x1863934667653888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586657.536708:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586657.536726:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc00300 00000400:00000200:3.0:1777586657.536751:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:3.0:1777586657.536767:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.536772:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:3.0:1777586657.536786:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031a0e0ef x1863934667653888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586657.536920:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:2.0:1777586657.536927:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586657.536929:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.536936:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031a0e0ef x1863934667653888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586657.536945:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031a0e0ef x1863934667653888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.536969:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.536979:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bb454c1. 02000000:00000010:2.0:1777586657.536983:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000099434e08. 00000100:00000010:2.0:1777586657.536987:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031a0e0ef. 00000040:00000010:2.0:1777586657.537007:0:199601:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008b811737. 00000100:00000010:2.0:1777586657.537012:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 02000000:00000010:2.0:1777586657.537021:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099434e08. 00000100:00000010:2.0:1777586657.537030:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.537056:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fead1924. 00000400:00000010:2.0:1777586657.537061:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.537066:0:199601:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002a3214d5. 00000100:00000200:2.0:1777586657.537071:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667654016, portal 25 00000400:00000010:2.0:1777586657.537075:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586657.537077:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667654016, offset 0 00000400:00000200:2.0:1777586657.537089:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.537096:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.537100:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.537104:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.537108:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.537111:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.537114:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [9:9:256:4294967295] 192.168.204.155@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1777586657.537124:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.537129:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.537133:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986ec5a6. 00000800:00000200:2.0:1777586657.537139:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.537145:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.537148:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000986ec5a6 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1777586657.537295:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586657.537299:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986ec5a6. 00000400:00000200:3.0:1777586657.537302:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.537306:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586657.537309:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:3.0:1777586657.537311:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000200:3.0:1777586657.537316:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031a0e0ef x1863934667654016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586657.540319:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f41d79a8. 00000100:00000010:1.0:1777586657.540396:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee00f15f. 00000100:00000010:2.0:1777586657.540520:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000737f407a. 00000400:00000200:0.0:1777586657.540783:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586657.540811:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8416 into portal 25 MB=0x69f3d1bc00380 00000400:00000200:0.0:1777586657.540818:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:0.0:1777586657.540836:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.540840:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586657.540850:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031a0e0ef x1863934667654016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777586657.540885:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b73a7c0. 00000400:00000010:2.0:1777586657.540918:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:2.0:1777586657.540936:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a3214d5 00000400:00000010:2.0:1777586657.540939:0:199601:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000002a3214d5. 00000100:00000200:2.0:1777586657.540945:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031a0e0ef x1863934667654016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586657.540953:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031a0e0ef x1863934667654016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.540979:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000497b9c3f. 02000000:00000010:2.0:1777586657.540991:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000fead1924. 02000000:00000010:2.0:1777586657.541016:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000099434e08. 00000100:00000010:2.0:1777586657.541021:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031a0e0ef. 00000040:00000010:2.0:1777586657.541030:0:199601:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000737f407a. 00000020:00000010:2.0:1777586657.541562:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099434e08. 00000020:00000010:2.0:1777586657.541568:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005bb454c1. 00000040:00000010:2.0:1777586657.541571:0:199615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000014417470. 00000020:00000010:2.0:1777586657.541576:0:199615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001158f23a. 00000020:00000010:2.0:1777586657.541585:0:199615:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000753e8715. 00000020:00000010:2.0:1777586657.541589:0:199615:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000767cccb1. 80000000:00000010:2.0:1777586657.541593:0:199615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000089cfd867. 40000000:00000010:2.0:1777586657.541596:0:199615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000307c5f23. 00100000:00000010:2.0:1777586657.541612:0:199615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6dce2b2. 00040000:00000010:2.0:1777586657.541617:0:199615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ace88923. 00040000:00000010:2.0:1777586657.541620:0:199615:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000292ea5fc. 00040000:00000010:2.0:1777586657.541624:0:199615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6ad9ff3. 00000004:00000010:2.0:1777586657.541628:0:199615:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4cded87. 00000004:00000010:2.0:1777586657.541633:0:199615:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000009ee27b01. 00000004:00000010:2.0:1777586657.541638:0:199615:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000493efe2f. 00002000:00000010:2.0:1777586657.541641:0:199615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000022220de7. 00000004:00000010:2.0:1777586657.541645:0:199615:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000a4cee947. 00000020:00000010:2.0:1777586657.541649:0:199615:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003c0ce551. 00000040:00000010:2.0:1777586657.541657:0:199615:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000076dea22d. 00000100:00000010:2.0:1777586657.541663:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 02000000:00000010:2.0:1777586657.541675:0:199615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4f83d80. 00000100:00000010:2.0:1777586657.541686:0:199615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a3214d5. 02000000:00000010:2.0:1777586657.541713:0:199615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a6c1c339. 00000400:00000010:2.0:1777586657.541717:0:199615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.541722:0:199615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005c895899. 00000100:00000200:2.0:1777586657.541728:0:199615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667654144, portal 25 00000400:00000010:2.0:1777586657.541733:0:199615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000100:00000200:2.0:1777586657.541736:0:199615:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667654144, offset 0 00000400:00000200:2.0:1777586657.541742:0:199615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.541752:0:199615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.541756:0:199615:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.541761:0:199615:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.541764:0:199615:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.541767:0:199615:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.541771:0:199615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [10:10:256:4294967295] 192.168.204.155@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1777586657.541781:0:199615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.541792:0:199615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.541795:0:199615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bbdb467. 00000800:00000200:2.0:1777586657.541801:0:199615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.541808:0:199615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.541813:0:199615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004bbdb467 type 1, nob 368 niov 1 nkiov 1 00000100:00000010:2.0:1777586657.541836:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e093d112. 00000100:00000010:2.0:1777586657.541852:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d4d2f33. 00000100:00000010:2.0:1777586657.541862:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa346f11. 00000100:00000010:2.0:1777586657.541866:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6fe2c1d. 00000800:00000200:3.0:1777586657.542108:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586657.542112:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bbdb467. 00000400:00000200:3.0:1777586657.542117:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.542121:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586657.542125:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000400:00000010:3.0:1777586657.542127:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000100:00000200:3.0:1777586657.542133:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031a0e0ef x1863934667654144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.545366:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa346f11. 00000100:00000010:3.0:1777586657.545377:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6fe2c1d. 00000100:00000010:1.0:1777586657.545380:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d4d2f33. 00000100:00000010:0.0:1777586657.545411:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e093d112. 00000400:00000200:3.0:1777586657.547383:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586657.547401:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8472 into portal 25 MB=0x69f3d1bc00400 00000400:00000200:3.0:1777586657.547410:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:3.0:1777586657.547509:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.547514:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:3.0:1777586657.547525:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031a0e0ef x1863934667654144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586657.547643:0:199615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:2.0:1777586657.547648:0:199615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c895899 00000400:00000010:2.0:1777586657.547650:0:199615:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000005c895899. 00000100:00000200:2.0:1777586657.547655:0:199615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031a0e0ef x1863934667654144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586657.547663:0:199615:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031a0e0ef x1863934667654144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.547688:0:199615:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002a3214d5. 02000000:00000010:2.0:1777586657.547700:0:199615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a6c1c339. 02000000:00000010:2.0:1777586657.547712:0:199615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a4f83d80. 00000100:00000010:2.0:1777586657.547716:0:199615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031a0e0ef. 00000020:00000010:2.0:1777586657.547733:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008775639d. 00000020:00000010:2.0:1777586657.547736:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008775639d. 00000020:00000010:2.0:1777586657.547742:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.547746:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.547767:0:199615:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000004976137d. 00000020:00000010:2.0:1777586657.547774:0:199615:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000029df7b1d. 00000020:00000010:2.0:1777586657.547789:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.547792:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.547796:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.547804:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000002a3214d5. 00000001:00000010:2.0:1777586657.547825:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008775639d. 00000001:00000010:2.0:1777586657.547831:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000806f8fbd. 00000001:00000010:2.0:1777586657.547834:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4f83d80. 00000001:00000010:2.0:1777586657.547837:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e646f9bd. 00000001:00000010:2.0:1777586657.547841:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000338ddde. 00000001:00000010:2.0:1777586657.547844:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071d9a76c. 00000020:00000010:2.0:1777586657.547849:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d31792b5. 00000020:00000010:2.0:1777586657.547855:0:199615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.547867:0:199615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.547873:0:199615:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.547877:0:199615:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.547881:0:199615:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.547886:0:199615:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.547890:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff4dd4e2. 00000020:00000010:2.0:1777586657.547893:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4943c6c. 00000020:00000010:2.0:1777586657.547896:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000fa346f11. 00000008:00000010:2.0:1777586657.547901:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.547904:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.547908:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.547911:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.547915:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00020000:00000010:2.0:1777586657.547918:0:199615:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 000000008c260e02. 00000020:00000010:2.0:1777586657.548006:0:199615:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ca71bfb6. 00020000:00000010:2.0:1777586657.548156:0:199615:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000e198df24. 00020000:00000010:2.0:1777586657.548161:0:199615:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 0000000083187005. 00000020:00000010:2.0:1777586657.548195:0:199615:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 000000004e3855bb. 00000020:00000010:2.0:1777586657.548214:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000002af320f. 00000020:00000010:2.0:1777586657.548218:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000005c895899. 00000020:00000010:2.0:1777586657.548225:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000018b5ed2e. 00000040:00000010:2.0:1777586657.548228:0:199615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000a721d4e4. 00000020:00000010:2.0:1777586657.548232:0:199615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009ff7723f. 00000020:00000010:2.0:1777586657.548240:0:199615:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e6df153e. 00000020:00000010:2.0:1777586657.548244:0:199615:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000092023b7e. 80000000:00000010:2.0:1777586657.548278:0:199615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e093d112. 40000000:00000010:2.0:1777586657.548282:0:199615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b21547b3. 00000008:00000010:2.0:1777586657.548286:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000082e38662. 00020000:00000010:2.0:1777586657.548289:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006d753d3d. 00008000:00000010:2.0:1777586657.548292:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005ab57170. 00100000:00000010:2.0:1777586657.548296:0:199615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f11cabb3. 00040000:00000010:2.0:1777586657.548300:0:199615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001fb45379. 00040000:00000010:2.0:1777586657.548304:0:199615:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff84ef24. 00040000:00000010:2.0:1777586657.548307:0:199615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008d0411bf. 00000004:00000010:2.0:1777586657.548311:0:199615:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a2ac2122. 00000004:00000010:2.0:1777586657.548323:0:199615:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000009e9ee0bf. 00000004:00000010:2.0:1777586657.548327:0:199615:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 000000008dc5bd20. 00002000:00000010:2.0:1777586657.548332:0:199615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000093239536. 00000004:00000010:2.0:1777586657.548343:0:199615:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000627750ca. 00000080:00000010:2.0:1777586657.548346:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000084b649e3. 00000080:00000010:2.0:1777586657.548348:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000004a8caa5. 00000020:00000010:2.0:1777586657.548351:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005d4d2f33. 00000040:00000010:2.0:1777586657.548354:0:199615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000005f50c252. 00000020:00000010:2.0:1777586657.548356:0:199615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e9207294. 00000020:00000010:2.0:1777586657.548359:0:199615:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cd77f559. 00000020:00000010:2.0:1777586657.548363:0:199615:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000006dcb9454. 80000000:00000010:2.0:1777586657.548365:0:199615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6fe2c1d. 40000000:00000010:2.0:1777586657.548368:0:199615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f82cc124. 00000008:00000010:2.0:1777586657.548371:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008cd386bf. 00020000:00000010:2.0:1777586657.548374:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e1a45767. 00008000:00000010:2.0:1777586657.548376:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a4decb93. 00100000:00000010:2.0:1777586657.548381:0:199615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000046e2e007. 00040000:00000010:2.0:1777586657.548383:0:199615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000064cf27f8. 00040000:00000010:2.0:1777586657.548386:0:199615:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dcf59095. 00040000:00000010:2.0:1777586657.548388:0:199615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c44cb1b. 00000004:00000010:2.0:1777586657.548391:0:199615:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000019877dc. 00000004:00000010:2.0:1777586657.548398:0:199615:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be9c83f1. 00000004:00000010:2.0:1777586657.548400:0:199615:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000eede3b94. 00002000:00000010:2.0:1777586657.548403:0:199615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003f423a02. 00000004:00000010:2.0:1777586657.548405:0:199615:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000d1921d9e. 00000080:00000010:2.0:1777586657.548407:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000cade21e. 00000080:00000010:2.0:1777586657.548410:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000faa09014. 00000020:00000010:2.0:1777586657.548414:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4943c6c. 00000020:00000010:2.0:1777586657.548418:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000fa346f11. 00000008:00000010:2.0:1777586657.548422:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.548426:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.548429:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.548432:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.548435:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.548454:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff4dd4e2. 00000020:00000010:2.0:1777586657.548459:0:199615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.548462:0:199615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.548467:0:199615:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.548473:0:199615:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.548475:0:199615:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.548478:0:199615:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.548480:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d31792b5. 00000020:00000010:2.0:1777586657.548483:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000002a3214d5. 00000020:00000010:2.0:1777586657.548486:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.548491:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000317c9eb1. 00000020:00000010:2.0:1777586657.548493:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000317c9eb1. 00000020:00000010:2.0:1777586657.548497:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000317c9eb1. 00000020:00000010:2.0:1777586657.548499:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000317c9eb1. 00000020:00000010:2.0:1777586657.548502:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.548505:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.548511:0:199615:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000bf4f527b. 00000020:00000010:2.0:1777586657.548516:0:199615:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000a16def7b. 00000020:00000010:2.0:1777586657.548524:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.548530:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.548534:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.548538:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000002a3214d5. 00000001:00000010:2.0:1777586657.548567:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000317c9eb1. 00000001:00000010:2.0:1777586657.548572:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002b1de8a4. 00000001:00000010:2.0:1777586657.548575:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d31792b5. 00000001:00000010:2.0:1777586657.548578:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff4dd4e2. 00000001:00000010:2.0:1777586657.548581:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4943c6c. 00000001:00000010:2.0:1777586657.548585:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ddad4f93. 00000020:00000010:2.0:1777586657.548588:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af23c7a3. 00000020:00000010:2.0:1777586657.548590:0:199615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.548593:0:199615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.548596:0:199615:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.548598:0:199615:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.548600:0:199615:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.548604:0:199615:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.548608:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000463acd7d. 00000020:00000010:2.0:1777586657.548610:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001645de0e. 00000040:00000010:2.0:1777586657.548613:0:199615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000e3bdad6. 00000020:00000010:2.0:1777586657.548616:0:199615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd163e27. 00000020:00000010:2.0:1777586657.548619:0:199615:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000000a66af6c. 00040000:00000010:2.0:1777586657.548623:0:199615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004bbdb467. 00040000:00000010:2.0:1777586657.548626:0:199615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d650c99a. 00800000:00000010:2.0:1777586657.548630:0:199615:0:(lmv_obd.c:1231:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000a925f162. 00000020:00000010:2.0:1777586657.548752:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c72fef9f. 00000020:00000010:2.0:1777586657.548756:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000009578cf8e. 80000000:00000010:2.0:1777586657.548772:0:199615:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 000000001632dc74. 00800000:00000010:2.0:1777586657.548798:0:199615:0:(lmv_obd.c:1291:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000008a5b26a6. 00800000:00000010:2.0:1777586657.548801:0:199615:0:(lmv_obd.c:1300:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000005540423f. 00000020:00000010:2.0:1777586657.548804:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000001645de0e. 00000040:00000010:2.0:1777586657.548807:0:199615:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000000e3bdad6. 00000020:00000010:2.0:1777586657.548810:0:199615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd163e27. 00000020:00000010:2.0:1777586657.548819:0:199615:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000000a66af6c. 00040000:00000010:2.0:1777586657.548822:0:199615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004bbdb467. 00040000:00000010:2.0:1777586657.548825:0:199615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d650c99a. 00000020:00000010:2.0:1777586657.548828:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000463acd7d. 00000020:00000010:2.0:1777586657.548831:0:199615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.548833:0:199615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.548837:0:199615:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.548839:0:199615:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.548841:0:199615:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.548844:0:199615:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.548846:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af23c7a3. 00000020:00000010:2.0:1777586657.548848:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000002a3214d5. 00000020:00000010:2.0:1777586657.548850:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.548855:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548858:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548862:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548864:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548867:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000fa346f11. 00000020:00000010:2.0:1777586657.548871:0:199615:0:(obd_config.c:1150:class_add_profile()) kmalloced '(lprof)': 48 at 000000002e558ec7. 00000020:00000010:2.0:1777586657.548874:0:199615:0:(obd_config.c:1156:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000008727a6be. 00000020:00000010:2.0:1777586657.548876:0:199615:0:(obd_config.c:1162:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 0000000087d2632e. 00000020:00000010:2.0:1777586657.548878:0:199615:0:(obd_config.c:1169:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000009f20cae8. 00000020:00000010:2.0:1777586657.548880:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000fa346f11. 00000020:00000010:2.0:1777586657.548882:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548884:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548888:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548890:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004bbdb467. 00000020:00000010:2.0:1777586657.548893:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000df465a13. 00000100:00000010:2.0:1777586657.548897:0:199615:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000183bb1e1. 00000400:00000200:2.0:1777586657.548901:0:199615:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1777586657.548906:0:199615:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.548912:0:199615:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1777586657.548925:0:199615:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1777586657.548929:0:199615:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:2.0:1777586657.548931:0:199615:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000010:2.0:1777586657.548934:0:199615:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000183bb1e1. 00000020:00000010:2.0:1777586657.548938:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000df465a13. 00000020:00000010:2.0:1777586657.548943:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000df465a13. 00000020:00000010:2.0:1777586657.548947:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.548953:0:199615:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 0000000043dc70bb. 00000020:00000010:2.0:1777586657.548957:0:199615:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000dd163e27. 00000020:00000010:2.0:1777586657.548964:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.548966:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000df465a13. 00000020:00000010:2.0:1777586657.548969:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000df465a13. 00000020:00000010:2.0:1777586657.548973:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000624e974. 00000001:00000010:2.0:1777586657.548991:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004bbdb467. 00000001:00000010:2.0:1777586657.549005:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d6b0b8ea. 00000001:00000010:2.0:1777586657.549008:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000feb2aeef. 00000001:00000010:2.0:1777586657.549011:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a472c480. 00000001:00000010:2.0:1777586657.549015:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af23c7a3. 00000001:00000010:2.0:1777586657.549018:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000463acd7d. 00000020:00000010:2.0:1777586657.549021:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d650c99a. 00000020:00000010:2.0:1777586657.549025:0:199615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.549029:0:199615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.549033:0:199615:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.549036:0:199615:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.549040:0:199615:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.549046:0:199615:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.549049:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a66af6c. 00000020:00000010:2.0:1777586657.549053:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e3bdad6. 00000020:00000010:2.0:1777586657.549055:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000fa346f11. 00000008:00000010:2.0:1777586657.549058:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.549061:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.549064:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.549074:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.549077:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00000002:00000010:2.0:1777586657.549081:0:199615:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000008ff82b12. 00010000:00000010:2.0:1777586657.549093:0:199615:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000042484bac. 00010000:00000010:2.0:1777586657.549099:0:199615:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000001008c061. 00010000:00000010:2.0:1777586657.549104:0:199615:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000067f20e56. 00000020:00000010:2.0:1777586657.549108:0:199615:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at 000000008b7e9556. 00000100:00000200:2.0:1777586657.549120:0:199615:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.155@tcp->12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.549126:0:199615:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.204.155@tcp primary NID 192.168.204.155@tcp rc 0 00010000:00000010:2.0:1777586657.549131:0:199615:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000004b73a7c0. 00010000:00000010:2.0:1777586657.549152:0:199615:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000423da3bc. 00000001:00000010:2.0:1777586657.549157:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001645de0e. 00000001:00000010:2.0:1777586657.549161:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000986ec5a6. 00000001:00000010:2.0:1777586657.549217:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000038ebe857. 00000001:00000010:2.0:1777586657.549291:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f979ae32. 00000001:00000010:2.0:1777586657.549343:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b430834f. 00000001:00000010:2.0:1777586657.549398:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035abc918. 00000001:00000010:2.0:1777586657.549448:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004672b7b6. 00000001:00000010:2.0:1777586657.549505:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004267222b. 00000001:00000010:2.0:1777586657.549561:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001fbed574. 00000001:00000010:2.0:1777586657.549609:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c22ed33e. 00000001:00000010:2.0:1777586657.549652:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b84eaa89. 00000001:00000010:2.0:1777586657.549693:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087c1bf98. 00000001:00000010:2.0:1777586657.549730:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f392911c. 00000001:00000010:2.0:1777586657.549770:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009960fefa. 00000001:00000010:2.0:1777586657.549807:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f88cd49. 00000001:00000010:2.0:1777586657.549840:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004f6879e3. 00000001:00000010:2.0:1777586657.549878:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008446aa69. 00000001:00000010:2.0:1777586657.549915:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004286b1a8. 00000001:00000010:2.0:1777586657.549961:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009d71d86a. 00000001:00000010:2.0:1777586657.550028:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf7ede87. 00000001:00000010:2.0:1777586657.550084:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009f456bd1. 00000001:00000010:2.0:1777586657.550137:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e79ee375. 00000001:00000010:2.0:1777586657.550178:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d9cd0f0. 00000001:00000010:2.0:1777586657.550220:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a62e2e85. 00000001:00000010:2.0:1777586657.550323:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000404c160. 00000001:00000010:2.0:1777586657.550381:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000019c352ff. 00000001:00000010:2.0:1777586657.550433:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c8e67439. 00000001:00000010:2.0:1777586657.550485:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea135aed. 00000001:00000010:2.0:1777586657.550546:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b53650f2. 00000001:00000010:2.0:1777586657.550597:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3935654. 00000001:00000010:2.0:1777586657.550650:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000274add48. 00000001:00000010:2.0:1777586657.550701:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000074afa21b. 00000001:00000010:2.0:1777586657.550753:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076edfa44. 00000001:00000010:2.0:1777586657.550808:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aea96043. 00000020:00000010:2.0:1777586657.550840:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c56eef07. 00000020:00000010:2.0:1777586657.550844:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000b4be0ce7. 00000020:00000010:2.0:1777586657.551028:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008124952d. 00000020:00000010:2.0:1777586657.551032:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000030efc930. 00000020:00000010:2.0:1777586657.551360:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f17f2507. 00000020:00000010:2.0:1777586657.551364:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000796a7513. 00000020:00000010:2.0:1777586657.551383:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000015f23b79. 00000020:00000010:2.0:1777586657.551386:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000036b92ed9. 00000040:00000010:2.0:1777586657.551404:0:199615:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001392810e. 00000002:00000010:2.0:1777586657.551411:0:199615:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 000000009052b34d. 00000020:00000010:2.0:1777586657.552522:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000000e3bdad6. 00000020:00000010:2.0:1777586657.552529:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000fa346f11. 00000008:00000010:2.0:1777586657.552534:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.552540:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.552545:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.552550:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.552555:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.552567:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a66af6c. 00000020:00000010:2.0:1777586657.552573:0:199615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.552577:0:199615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.552583:0:199615:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.552586:0:199615:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.552590:0:199615:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.552592:0:199615:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.552595:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d650c99a. 00000020:00000010:2.0:1777586657.552600:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.552603:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000df465a13. 00000020:00000010:2.0:1777586657.552614:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000008c41107d. 00000020:00000010:2.0:1777586657.552619:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000000624e974. 00000020:00000010:2.0:1777586657.552628:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035bafa3. 00000020:00000010:2.0:1777586657.552632:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d370bdde. 00000040:00000010:2.0:1777586657.552636:0:199615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000001b053264. 00000020:00000010:2.0:1777586657.552653:0:199615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a480db55. 00000020:00000010:2.0:1777586657.552657:0:199615:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000064457580. 00040000:00000010:2.0:1777586657.552661:0:199615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bc0730e. 00040000:00000010:2.0:1777586657.552665:0:199615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008c845ac1. 00800000:00000010:2.0:1777586657.552680:0:199615:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 000000003e5eac8f. 00020000:00000010:2.0:1777586657.552685:0:199615:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000d2ece2d7. 00000020:00000010:2.0:1777586657.552688:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000d370bdde. 00000040:00000010:2.0:1777586657.552692:0:199615:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000001b053264. 00000020:00000010:2.0:1777586657.552695:0:199615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a480db55. 00000020:00000010:2.0:1777586657.552699:0:199615:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000064457580. 00040000:00000010:2.0:1777586657.552702:0:199615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bc0730e. 00040000:00000010:2.0:1777586657.552706:0:199615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008c845ac1. 00000020:00000010:2.0:1777586657.552708:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035bafa3. 00000020:00000010:2.0:1777586657.552712:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000035bafa3. 00000020:00000010:2.0:1777586657.552714:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c845ac1. 00000020:00000010:2.0:1777586657.552717:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000011448251. 00000008:00000010:2.0:1777586657.552720:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.552729:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.552732:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.552736:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.552738:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.552748:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000008c845ac1. 00000020:00000010:2.0:1777586657.552750:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000011448251. 00000008:00000010:2.0:1777586657.552753:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.552755:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.552757:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.552759:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.552761:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.552763:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000035bafa3. 00000020:00000010:2.0:1777586657.552765:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000000624e974. 00000020:00000010:2.0:1777586657.552766:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000008c41107d. 00000020:00000010:2.0:1777586657.552771:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008bc0730e. 00000020:00000010:2.0:1777586657.552774:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008bc0730e. 00000020:00000010:2.0:1777586657.552779:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008bc0730e. 00000020:00000010:2.0:1777586657.552780:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008bc0730e. 00000020:00000010:2.0:1777586657.552784:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008bc0730e. 00000020:00000010:2.0:1777586657.552786:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008bc0730e. 00000020:00000010:2.0:1777586657.552789:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000008c41107d. 00000100:00000010:2.0:1777586657.552793:0:199615:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000097ef1360. 00000400:00000200:2.0:1777586657.552797:0:199615:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1777586657.552804:0:199615:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.552812:0:199615:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1777586657.552819:0:199615:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1777586657.552822:0:199615:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:2.0:1777586657.552824:0:199615:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000010:2.0:1777586657.552826:0:199615:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000097ef1360. 00000020:00000010:2.0:1777586657.552829:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000008c41107d. 00000020:00000010:2.0:1777586657.552832:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000008c41107d. 00000020:00000010:2.0:1777586657.552835:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.552847:0:199615:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000c93f4367. 00000020:00000010:2.0:1777586657.552852:0:199615:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000a480db55. 00000020:00000010:2.0:1777586657.552863:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.552866:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000008c41107d. 00000020:00000010:2.0:1777586657.552870:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000008c41107d. 00000020:00000010:2.0:1777586657.553025:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000624e974. 00000001:00000010:2.0:1777586657.553046:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008bc0730e. 00000001:00000010:2.0:1777586657.553050:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003500cd37. 00000001:00000010:2.0:1777586657.553053:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000035bafa3. 00000001:00000010:2.0:1777586657.553055:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c845ac1. 00000001:00000010:2.0:1777586657.553057:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064457580. 00000001:00000010:2.0:1777586657.553059:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b053264. 00000020:00000010:2.0:1777586657.553061:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d370bdde. 00000020:00000010:2.0:1777586657.553064:0:199615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.553068:0:199615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.553071:0:199615:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.553073:0:199615:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.553076:0:199615:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.553079:0:199615:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.553081:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004869e0fc. 00000020:00000010:2.0:1777586657.553083:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062f504f3. 00000020:00000010:2.0:1777586657.553085:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000011448251. 00000008:00000010:2.0:1777586657.553087:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.553089:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.553091:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.553093:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.553095:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00000002:00000010:2.0:1777586657.553098:0:199615:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000017b2cdee. 00010000:00000010:2.0:1777586657.553107:0:199615:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000a490ef38. 00010000:00000010:2.0:1777586657.553113:0:199615:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000020a1eaa. 00010000:00000010:2.0:1777586657.553117:0:199615:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000845e95e9. 00000020:00000010:2.0:1777586657.553121:0:199615:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at 00000000072074ad. 00000100:00000200:2.0:1777586657.553140:0:199615:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.155@tcp->12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.553146:0:199615:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.204.155@tcp primary NID 192.168.204.155@tcp rc 0 00010000:00000010:2.0:1777586657.553151:0:199615:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000f75998c0. 00010000:00000010:2.0:1777586657.553155:0:199615:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000009da932d9. 00000001:00000010:2.0:1777586657.553245:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ad9d699f. 00000001:00000010:2.0:1777586657.553249:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000b37fb05d. 00000001:00000010:2.0:1777586657.553310:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f64f6b3a. 00000001:00000010:2.0:1777586657.553350:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000058aba515. 00000001:00000010:2.0:1777586657.553396:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000097f090bd. 00000001:00000010:2.0:1777586657.553431:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000d9af5f0. 00000001:00000010:2.0:1777586657.553466:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001fc2e320. 00000001:00000010:2.0:1777586657.553502:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085c490c1. 00000001:00000010:2.0:1777586657.553536:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d7fd8b78. 00000001:00000010:2.0:1777586657.553576:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1788bf1. 00000001:00000010:2.0:1777586657.553623:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002619c2a8. 00000001:00000010:2.0:1777586657.553753:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c46d0b59. 00000001:00000010:2.0:1777586657.553800:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f9ad30a2. 00000001:00000010:2.0:1777586657.553846:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000a597fdb. 00000001:00000010:2.0:1777586657.553973:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f0ad3a58. 00000001:00000010:2.0:1777586657.554030:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b4fc3191. 00000001:00000010:2.0:1777586657.554075:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000078593359. 00000001:00000010:2.0:1777586657.554124:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef2db041. 00000001:00000010:2.0:1777586657.554334:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef0c7a1b. 00000001:00000010:2.0:1777586657.554379:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000308cb463. 00000001:00000010:2.0:1777586657.554420:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082c29a48. 00000001:00000010:2.0:1777586657.554463:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000002c1b39f. 00000001:00000010:2.0:1777586657.554508:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c4632b71. 00000001:00000010:2.0:1777586657.554563:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ee8ece3. 00000001:00000010:2.0:1777586657.554611:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de445866. 00000001:00000010:2.0:1777586657.555057:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000c8e7a6c. 00000001:00000010:2.0:1777586657.555105:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae1fa8dd. 00000001:00000010:2.0:1777586657.555167:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000af9cadd9. 00000001:00000010:2.0:1777586657.555221:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008fa54c38. 00000001:00000010:2.0:1777586657.555868:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009ad6177. 00000001:00000010:2.0:1777586657.556048:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000012a903c7. 00000001:00000010:2.0:1777586657.556097:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000079762ea. 00000001:00000010:2.0:1777586657.556144:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000049deaabd. 00000001:00000010:2.0:1777586657.556190:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002be6aea8. 00000020:00000010:2.0:1777586657.556225:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b621b879. 00000020:00000010:2.0:1777586657.556230:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000008192db91. 00000020:00000010:2.0:1777586657.556383:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b6409040. 00000020:00000010:2.0:1777586657.556386:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000faf6d867. 00000020:00000010:2.0:1777586657.556615:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c4051d5d. 00000020:00000010:2.0:1777586657.556619:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000c5361825. 00000020:00000010:2.0:1777586657.556637:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006415a632. 00000020:00000010:2.0:1777586657.556640:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c2fddac9. 00000040:00000010:2.0:1777586657.556660:0:199615:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000089f9bb4c. 00000002:00000010:2.0:1777586657.556666:0:199615:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000026df3fa8. 00000020:00000010:2.0:1777586657.556818:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000062f504f3. 00000020:00000010:2.0:1777586657.556822:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000011448251. 00000008:00000010:2.0:1777586657.556829:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.556834:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.556839:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.556843:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.556848:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.556855:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004869e0fc. 00000020:00000010:2.0:1777586657.556861:0:199615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.556865:0:199615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.556871:0:199615:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.556874:0:199615:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.556878:0:199615:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.556881:0:199615:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.556889:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d370bdde. 00000020:00000010:2.0:1777586657.556895:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.556898:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000008c41107d. 00000020:00000010:2.0:1777586657.557125:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.557132:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000000624e974. 00000020:00000010:2.0:1777586657.557140:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d370bdde. 00000020:00000010:2.0:1777586657.557144:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004869e0fc. 00000040:00000010:2.0:1777586657.557147:0:199615:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000062f504f3. 00000020:00000010:2.0:1777586657.557151:0:199615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a33f98e3. 00000020:00000010:2.0:1777586657.557157:0:199615:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000d650c99a. 00040000:00000010:2.0:1777586657.557162:0:199615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000405eeb4e. 00040000:00000010:2.0:1777586657.557166:0:199615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a66af6c. 00800000:00000010:2.0:1777586657.557178:0:199615:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 000000000e3bdad6. 00000020:00000010:2.0:1777586657.557182:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000004869e0fc. 00000040:00000010:2.0:1777586657.557185:0:199615:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000062f504f3. 00000020:00000010:2.0:1777586657.557188:0:199615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a33f98e3. 00000020:00000010:2.0:1777586657.557191:0:199615:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000d650c99a. 00040000:00000010:2.0:1777586657.557194:0:199615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000405eeb4e. 00040000:00000010:2.0:1777586657.557197:0:199615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a66af6c. 00000020:00000010:2.0:1777586657.557198:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d370bdde. 00000020:00000010:2.0:1777586657.557202:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a66af6c. 00000020:00000010:2.0:1777586657.557205:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d650c99a. 00000020:00000010:2.0:1777586657.557207:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000de4ab1ba. 00000008:00000010:2.0:1777586657.557211:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.557214:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.557217:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.557220:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.557222:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.557229:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000d650c99a. 00000020:00000010:2.0:1777586657.557231:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000de4ab1ba. 00000008:00000010:2.0:1777586657.557234:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.557236:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.557238:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.557244:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.557246:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.557249:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a66af6c. 00000020:00000010:2.0:1777586657.557270:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000000624e974. 00000020:00000010:2.0:1777586657.557273:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.557277:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000405eeb4e. 00000020:00000010:2.0:1777586657.557280:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000405eeb4e. 00000020:00000010:2.0:1777586657.557284:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000405eeb4e. 00000020:00000010:2.0:1777586657.557286:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000405eeb4e. 00000020:00000010:2.0:1777586657.557292:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000405eeb4e. 00000020:00000010:2.0:1777586657.557294:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000405eeb4e. 00000020:00000010:2.0:1777586657.557296:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000004c178d6. 00000100:00000010:2.0:1777586657.557300:0:199615:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000b2c90886. 00000400:00000200:2.0:1777586657.557304:0:199615:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1777586657.557314:0:199615:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.557321:0:199615:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1777586657.557330:0:199615:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1777586657.557333:0:199615:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:2.0:1777586657.557336:0:199615:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000010:2.0:1777586657.557338:0:199615:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000b2c90886. 00000020:00000010:2.0:1777586657.557341:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.557344:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.557347:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.557360:0:199615:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000cda53803. 00000020:00000010:2.0:1777586657.557365:0:199615:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000a33f98e3. 00000020:00000010:2.0:1777586657.557376:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.557378:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.557382:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.557385:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000624e974. 00000001:00000010:2.0:1777586657.557403:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000405eeb4e. 00000001:00000010:2.0:1777586657.557407:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008d538a27. 00000001:00000010:2.0:1777586657.557410:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a66af6c. 00000001:00000010:2.0:1777586657.557416:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d650c99a. 00000001:00000010:2.0:1777586657.557418:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d370bdde. 00000001:00000010:2.0:1777586657.557420:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062f504f3. 00000020:00000010:2.0:1777586657.557422:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004869e0fc. 00000020:00000010:2.0:1777586657.557425:0:199615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.557428:0:199615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.557432:0:199615:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.557435:0:199615:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.557437:0:199615:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.557440:0:199615:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.557445:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000917decb4. 00000020:00000010:2.0:1777586657.557448:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5cfb7d6. 00000020:00000010:2.0:1777586657.557451:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000de4ab1ba. 00000008:00000010:2.0:1777586657.557454:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.557456:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.557458:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.557460:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.557462:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00000008:00000010:2.0:1777586657.557465:0:199615:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 0000000002827820. 00010000:00000010:2.0:1777586657.557474:0:199615:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000042b71104. 00010000:00000010:2.0:1777586657.557480:0:199615:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000081cdf26. 00000020:00000010:2.0:1777586657.557487:0:199615:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at 00000000e4aea6f0. 00000100:00000200:2.0:1777586657.557499:0:199615:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.204.155@tcp->12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.557505:0:199615:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.204.155@tcp primary NID 192.168.204.155@tcp rc 0 00010000:00000010:2.0:1777586657.557509:0:199615:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000001288990e. 00010000:00000010:2.0:1777586657.557513:0:199615:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000ab3508bd. 00000001:00000010:2.0:1777586657.557516:0:199615:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008790cb95. 00000001:00000010:2.0:1777586657.557520:0:199615:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000396215ed. 00000001:00000010:2.0:1777586657.557531:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000178932bb. 00000001:00000010:2.0:1777586657.557537:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000030ce8b21. 00000001:00000010:2.0:1777586657.557542:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000081621900. 00000001:00000010:2.0:1777586657.557548:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000049eca1cf. 00000001:00000010:2.0:1777586657.557561:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000589e001f. 00000001:00000010:2.0:1777586657.557567:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000219e6805. 00000001:00000010:2.0:1777586657.557572:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ab77106e. 00000001:00000010:2.0:1777586657.557578:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c280a0a8. 00000001:00000010:2.0:1777586657.557588:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005e0ae9b6. 00000001:00000010:2.0:1777586657.557593:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000015637c3a. 00000001:00000010:2.0:1777586657.557598:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000029ba7ed0. 00000001:00000010:2.0:1777586657.557603:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a43bd089. 00000001:00000010:2.0:1777586657.557613:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000001143c0e. 00000001:00000010:2.0:1777586657.557619:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001c7e5a7c. 00000001:00000010:2.0:1777586657.557624:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003fc14ffc. 00000001:00000010:2.0:1777586657.557629:0:199615:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000f85358e. 00000020:00000010:2.0:1777586657.557636:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000578ff04d. 00000020:00000010:2.0:1777586657.557638:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000c3c0eb17. 00000020:00000010:2.0:1777586657.557731:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000023644ac4. 00000020:00000010:2.0:1777586657.557734:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006c01da3e. 00000020:00000010:2.0:1777586657.558010:0:199615:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000048997826. 00000020:00000010:2.0:1777586657.558013:0:199615:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008c7af096. 00000100:00000010:2.0:1777586657.558035:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031a0e0ef. 00000100:00000010:2.0:1777586657.558188:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009807bc6a. 00000100:00000010:2.0:1777586657.558192:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa6677fb. 00000100:00000010:2.0:1777586657.558363:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000098064eb4. 00000100:00000010:2.0:1777586657.558368:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000529263a1. 00000100:00000010:2.0:1777586657.558517:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000008398c5b5. 00000100:00000010:2.0:1777586657.558521:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087694c9f. 00000100:00000010:2.0:1777586657.558675:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000006f20d28c. 00000100:00000010:2.0:1777586657.558679:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3805346. 00000100:00000010:2.0:1777586657.558830:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009938cf68. 00000100:00000010:2.0:1777586657.558834:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062b7fffe. 00000100:00000010:2.0:1777586657.559105:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e10c9131. 00000100:00000010:2.0:1777586657.559109:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005cdd0395. 00000100:00000010:2.0:1777586657.559273:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e70bfdb8. 00000100:00000010:2.0:1777586657.559277:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000009e43a1. 00000100:00000010:2.0:1777586657.559429:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e6e12b9d. 00000100:00000010:2.0:1777586657.559433:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000095a23ea0. 00000100:00000010:2.0:1777586657.559657:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000f87d1930. 00000100:00000010:2.0:1777586657.559661:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045ca66e5. 00000100:00000010:2.0:1777586657.559821:0:199615:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000086fb60b0. 00000020:00000010:2.0:1777586657.559831:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5cfb7d6. 00000020:00000010:2.0:1777586657.559836:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000de4ab1ba. 00000008:00000010:2.0:1777586657.559840:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.559846:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.559851:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.559855:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.559860:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.559867:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000917decb4. 00000020:00000010:2.0:1777586657.559875:0:199615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6910074. 00000020:00000010:2.0:1777586657.559879:0:199615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b20144e8. 00000008:00000010:2.0:1777586657.559884:0:199615:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586657.559888:0:199615:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586657.559891:0:199615:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586657.559894:0:199615:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000361d3882. 00000020:00000010:2.0:1777586657.559896:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004869e0fc. 00000020:00000010:2.0:1777586657.560102:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000624e974. 00000020:00000010:2.0:1777586657.560106:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.560115:0:199615:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.560119:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000c6910074. 00000020:00000010:2.0:1777586657.560127:0:199615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5cfb7d6. 00000020:00000010:2.0:1777586657.560129:0:199615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f00b22. 00000020:00000010:2.0:1777586657.560132:0:199615:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000de4ab1ba. 00000008:00000010:2.0:1777586657.560136:0:199615:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.560138:0:199615:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.560142:0:199615:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.560150:0:199615:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.560153:0:199615:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00020000:00000010:2.0:1777586657.560164:0:199615:0:(lov_obd.c:501:lov_add_target()) kmalloced '(tgt)': 368 at 0000000015ac716a. 00020000:00000010:2.0:1777586657.560170:0:199615:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000005d590070. 00020000:00000010:2.0:1777586657.560176:0:199615:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 000000008a1f5eaa. 00000020:00000010:2.0:1777586657.560179:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f00b22. 00000020:00000010:2.0:1777586657.560181:0:199615:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000de4ab1ba. 00000008:00000010:2.0:1777586657.560183:0:199615:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586657.560185:0:199615:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586657.560187:0:199615:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586657.560189:0:199615:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586657.560191:0:199615:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000b3fd6ee8. 00000020:00000010:2.0:1777586657.560194:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5cfb7d6. 00000020:00000010:2.0:1777586657.560196:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000c6910074. 00000020:00000010:2.0:1777586657.560198:0:199615:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.560203:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000065540b52. 00000020:00000010:2.0:1777586657.560205:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000065540b52. 00000020:00000010:2.0:1777586657.560210:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000065540b52. 00000020:00000010:2.0:1777586657.560211:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000065540b52. 00000020:00000010:2.0:1777586657.560213:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000004c178d6. 00000020:00000010:2.0:1777586657.560215:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000004c178d6. 00000100:00000010:2.0:1777586657.560222:0:199615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 02000000:00000010:2.0:1777586657.560234:0:199615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5cfb7d6. 00000100:00000010:2.0:1777586657.560248:0:199615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000624e974. 02000000:00000010:2.0:1777586657.560295:0:199615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008692b578. 00000400:00000010:2.0:1777586657.560302:0:199615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561add99. 00000400:00000010:2.0:1777586657.560309:0:199615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fe110bcd. 00000100:00000200:2.0:1777586657.560316:0:199615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667654272, portal 25 00000400:00000010:2.0:1777586657.560321:0:199615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777586657.560324:0:199615:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667654272, offset 0 00000400:00000200:2.0:1777586657.560334:0:199615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586657.560344:0:199615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586657.560354:0:199615:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586657.560358:0:199615:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586657.560362:0:199615:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586657.560364:0:199615:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586657.560367:0:199615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [11:11:256:4294967295] 192.168.204.155@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1777586657.560379:0:199615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586657.560385:0:199615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586657.560388:0:199615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065540b52. 00000800:00000200:2.0:1777586657.560394:0:199615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586657.560401:0:199615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586657.560405:0:199615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065540b52 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1777586657.560661:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586657.560665:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065540b52. 00000400:00000200:2.0:1777586657.560668:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586657.560673:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586657.560678:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:2.0:1777586657.560680:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000200:2.0:1777586657.560687:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667654272/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586657.560714:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000010:2.0:1777586657.560726:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000010:2.0:1777586657.560732:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000010:2.0:1777586657.560736:0:199615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000400:00000200:2.0:1777586657.563124:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586657.563141:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8472 into portal 25 MB=0x69f3d1bc00480 00000400:00000200:2.0:1777586657.563151:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:2.0:1777586657.563171:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586657.563176:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:2.0:1777586657.563188:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667654272/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586657.563509:0:199615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561add99. 00000400:00000200:1.0:1777586657.563515:0:199615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe110bcd 00000400:00000010:1.0:1777586657.563517:0:199615:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000fe110bcd. 00000100:00000200:1.0:1777586657.563523:0:199615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667654272/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586657.563543:0:199615:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667654272/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777586657.563568:0:199615:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000624e974. 02000000:00000010:1.0:1777586657.563579:0:199615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008692b578. 02000000:00000010:1.0:1777586657.563591:0:199615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b5cfb7d6. 00000100:00000010:1.0:1777586657.563596:0:199615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000020:00000010:1.0:1777586657.563608:0:199615:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006db54a1c. 00000020:00000010:1.0:1777586657.563612:0:199615:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006db54a1c. 00000040:00000010:1.0:1777586657.563615:0:199615:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 0000000076dea22d. 00000020:00000010:1.0:1777586657.563622:0:199615:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003c0ce551. 00000020:00000010:1.0:1777586657.563634:0:199615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000005bb454c1. 00000040:00000010:1.0:1777586657.563639:0:199615:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000014417470. 00000020:00000010:1.0:1777586657.563642:0:199615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001158f23a. 00000020:00000010:1.0:1777586657.563647:0:199615:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000753e8715. 00000020:00000010:1.0:1777586657.563651:0:199615:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000767cccb1. 80000000:00000010:1.0:1777586657.563655:0:199615:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000089cfd867. 40000000:00000010:1.0:1777586657.563659:0:199615:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000307c5f23. 00100000:00000010:1.0:1777586657.563668:0:199615:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6dce2b2. 00040000:00000010:1.0:1777586657.563672:0:199615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ace88923. 00040000:00000010:1.0:1777586657.563677:0:199615:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000292ea5fc. 00040000:00000010:1.0:1777586657.563680:0:199615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c6ad9ff3. 00000004:00000010:1.0:1777586657.563683:0:199615:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4cded87. 00000004:00000010:1.0:1777586657.563687:0:199615:0:(mdt_handler.c:8412:mdt_key_fini()) kfreed 'info': 2568 at 000000009ee27b01. 00000004:00000010:1.0:1777586657.563692:0:199615:0:(lod_dev.c:2374:lod_key_fini()) kfreed 'info': 1224 at 00000000493efe2f. 00002000:00000010:1.0:1777586657.563695:0:199615:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000022220de7. 00000004:00000010:1.0:1777586657.563699:0:199615:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at 00000000a4cee947. 00000020:00000010:1.0:1777586657.563703:0:199615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099434e08. 00000040:00000010:3.0:1777586657.564029:0:199601:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000737f407a. 00000040:00000010:3.0:1777586657.564036:0:199601:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008b811737. 00000040:00000010:3.0:1777586657.564039:0:199601:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000824da204. 00000020:00000010:3.0:1777586657.564044:0:199601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002a5488ef. 00000040:00000010:3.0:1777586657.564046:0:199601:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000004dcbdf13. 00000020:00000010:3.0:1777586657.564049:0:199601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bcdb5215. 00000020:00000010:3.0:1777586657.564051:0:199601:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000069fc4fa4. 80000000:00000010:3.0:1777586657.564054:0:199601:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f76f30b. 00040000:00000010:3.0:1777586657.564056:0:199601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000118aa6ee. 20000000:00000010:3.0:1777586657.564059:0:199601:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000e2d2b2fc. 00000020:00000010:3.0:1777586657.564062:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000347ff5f0. 10000000:00000010:3.0:1777586657.564065:0:199601:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001ad30236. 00000100:00000010:3.0:1777586657.564093:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 02000000:00000010:3.0:1777586657.564104:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000345c5b0e. 00010000:00000010:3.0:1777586657.564116:0:199601:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3f2160e. 00010000:00000010:3.0:1777586657.564121:0:199601:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000087939aad. 00000020:00000010:3.0:1777586657.564126:0:199601:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000037fa7a72. 00000100:00000010:3.0:1777586657.564139:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d648529e. 02000000:00000010:3.0:1777586657.564154:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ef2e43f0. 00000400:00000010:3.0:1777586657.564159:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586657.564173:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b88366. 00000100:00000200:3.0:1777586657.564179:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667654400, portal 25 00000400:00000010:3.0:1777586657.564183:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.564185:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667654400, offset 0 00000400:00000200:3.0:1777586657.564192:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586657.564201:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586657.564206:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586657.564209:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586657.564212:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586657.564215:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.564218:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [12:12:256:4294967295] 192.168.204.155@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1777586657.564233:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586657.564238:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586657.564242:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033500e29. 00000800:00000200:3.0:1777586657.564248:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586657.564280:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586657.564283:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033500e29 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1777586657.564289:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000010:3.0:1777586657.564294:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053edd348. 00000800:00000200:3.0:1777586657.564390:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586657.564394:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033500e29. 00000400:00000200:3.0:1777586657.564397:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.564402:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586657.564405:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:3.0:1777586657.564407:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.564412:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667654400/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586657.568164:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586657.568181:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc00500 00000400:00000200:3.0:1777586657.568188:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x159 [1] + 224 00000400:00000200:3.0:1777586657.568201:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586657.568205:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:3.0:1777586657.568215:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667654400/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586657.568314:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:1.0:1777586657.568320:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b88366 00000400:00000010:1.0:1777586657.568322:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000038b88366. 00000100:00000200:1.0:1777586657.568327:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667654400/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586657.568334:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667654400/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777586657.568359:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d648529e. 02000000:00000010:1.0:1777586657.568380:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ef2e43f0. 02000000:00000010:1.0:1777586657.568384:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000345c5b0e. 00000100:00000010:1.0:1777586657.568389:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 10000000:00000010:1.0:1777586657.568398:0:199601:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000c17a7bf0. 00000100:00000010:0.0:1777586657.569118:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053edd348. 00000100:00000010:1.0:1777586657.569206:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 02000000:00000010:1.0:1777586657.569220:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000948f599f. 00000100:00000010:1.0:1777586657.569230:0:199601:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ef4748a7. 00000100:00000010:1.0:1777586657.569235:0:199601:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000005a178d8c. 00000100:00000010:1.0:1777586657.569283:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9fbea06. 00000400:00000010:1.0:1777586657.569303:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c491a6. 00000400:00000010:1.0:1777586657.569311:0:199601:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007f33c771. 00000100:00000200:1.0:1777586657.569318:0:199601:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69f3d1bc00580-0x69f3d1bc00580, portal 33 00000100:00000010:3.0:1777586657.569321:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 02000000:00000010:1.0:1777586657.569325:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a07db85d. 00000400:00000010:1.0:1777586657.569328:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d768d87. 00000400:00000010:1.0:1777586657.569338:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777586657.569341:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667654528, portal 25 00000400:00000010:1.0:1777586657.569346:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586657.569349:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1863934667654528, offset 0 00000400:00000200:1.0:1777586657.569356:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586657.569367:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586657.569372:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586657.569376:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586657.569380:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586657.569383:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586657.569387:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [13:13:256:4294967295] 192.168.204.155@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1777586657.569400:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586657.569407:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586657.569411:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586657.569418:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586657.569426:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586657.569430:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 400 niov 1 nkiov 1 00000100:00000010:1.0:1777586657.569446:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94ee182. 00000100:00000010:1.0:1777586657.569462:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000717263c. 00000800:00000200:1.0:1777586657.569582:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586657.569585:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:1.0:1777586657.569589:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586657.569593:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586657.569596:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586657.569598:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000200:1.0:1777586657.569604:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667654528/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777586657.573317:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000010:2.0:1777586657.573317:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000010:0.0:1777586657.573320:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94ee182. 00000400:00000200:0.0:1777586657.573482:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586657.573498:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 132 into portal 33 MB=0x69f3d1bc00580 00000400:00000200:0.0:1777586657.573506:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.155@tcp of length 132/132 into md 0x161 [256] + 0 00000400:00000010:0.0:1777586657.573511:0:197574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c491a6. 00000400:00000200:0.0:1777586657.573517:0:197574:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f33c771 00000400:00000200:0.0:1777586657.573531:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.573538:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586657.573543:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f33c771 00000400:00000010:0.0:1777586657.573546:0:197574:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at 000000007f33c771. 00000100:00000200:0.0:1777586657.573551:0:197574:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000017b81f49 desc 00000000ef4748a7 mbits 1863934667654528 00000400:00000200:0.0:1777586657.573675:0:197574:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1777586657.573682:0:197574:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586657.573688:0:197574:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [14:14:256:4294967295] 192.168.204.155@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1777586657.573699:0:197574:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) 192.168.204.155@tcp : ACK try# 0 00000800:00000200:0.0:1777586657.573704:0:197574:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586657.573710:0:197574:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 00000000c06c7097. 00000800:00000200:0.0:1777586657.573716:0:197574:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586657.573747:0:197574:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586657.573750:0:197574:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c06c7097 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1777586657.573834:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586657.573838:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 00000000c06c7097. 00000400:00000200:0.0:1777586657.573842:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.573847:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: ACK: OK 00000100:00000010:3.0:1777586657.574402:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000717263c. 00000400:00000200:1.0:1777586657.575196:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586657.575206:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 240 into portal 25 MB=0x69f3d1bc00580 00000400:00000200:1.0:1777586657.575224:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 240/240 into md 0x165 [1] + 224 00000400:00000200:1.0:1777586657.575236:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586657.575239:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:1.0:1777586657.575248:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667654528/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586657.575394:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d768d87. 00000400:00000200:3.0:1777586657.575397:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:3.0:1777586657.575398:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000200:3.0:1777586657.575402:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667654528/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586657.575416:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667654528/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586657.575436:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e9fbea06. 10000000:00000010:3.0:1777586657.575444:0:199601:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000152b3187. 10000000:00000010:3.0:1777586657.575447:0:199601:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000efbd01c1. 10000000:00000200:3.0:1777586657.575450:0:199601:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:3.0:1777586657.575457:0:199601:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.155@tcp with 192.168.204.155@tcp 00000100:00000200:3.0:1777586657.575459:0:199601:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.155@tcp' 00000400:00000200:3.0:1777586657.575461:0:199601:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1777586657.575463:0:199601:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.575467:0:199601:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1777586657.575473:0:199601:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1777586657.575475:0:199601:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:3.0:1777586657.575478:0:199601:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 10000000:00000200:3.0:1777586657.575480:0:199601:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:3.0:1777586657.575485:0:199601:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.155@tcp with 192.168.204.155@tcp 00000100:00000200:3.0:1777586657.575486:0:199601:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.155@tcp' 00000400:00000200:3.0:1777586657.575487:0:199601:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1777586657.575489:0:199601:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.575491:0:199601:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1777586657.575494:0:199601:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1777586657.575496:0:199601:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:3.0:1777586657.575497:0:199601:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 10000000:00000200:3.0:1777586657.575499:0:199601:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00000100:00000200:3.0:1777586657.575503:0:199601:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.155@tcp with 192.168.204.155@tcp 00000100:00000200:3.0:1777586657.575505:0:199601:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.155@tcp' 00000400:00000200:3.0:1777586657.575506:0:199601:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:3.0:1777586657.575508:0:199601:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.575510:0:199601:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1777586657.575513:0:199601:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1777586657.575515:0:199601:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:3.0:1777586657.575516:0:199601:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 10000000:00000010:3.0:1777586657.575523:0:199601:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000efbd01c1. 10000000:00000010:3.0:1777586657.575527:0:199601:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000152b3187. 02000000:00000010:3.0:1777586657.575533:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a07db85d. 00000100:00000010:3.0:1777586657.575565:0:199601:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000005a178d8c. 00000100:00000010:3.0:1777586657.575568:0:199601:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ef4748a7. 02000000:00000010:3.0:1777586657.575572:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000948f599f. 00000100:00000010:3.0:1777586657.575575:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 10000000:00000010:3.0:1777586657.576065:0:199601:0:(mgc_request.c:1649:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000c17a7bf0. 00000100:00000010:3.0:1777586657.576129:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 02000000:00000010:3.0:1777586657.576140:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000118aa6ee. 00010000:00000010:3.0:1777586657.576150:0:199601:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004dbd0807. 00010000:00000010:3.0:1777586657.576154:0:199601:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b1930c. 00000100:00000010:3.0:1777586657.576164:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000775da5e0. 02000000:00000010:3.0:1777586657.576176:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000152b3187. 00000400:00000010:3.0:1777586657.576179:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586657.576183:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.576186:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667654656, portal 25 00000400:00000010:3.0:1777586657.576189:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000100:00000200:3.0:1777586657.576191:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667654656, offset 0 00000400:00000200:3.0:1777586657.576196:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586657.576202:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586657.576205:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586657.576208:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586657.576211:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586657.576212:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.576215:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [15:15:256:4294967295] 192.168.204.155@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1777586657.576222:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586657.576225:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586657.576228:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033500e29. 00000800:00000200:3.0:1777586657.576231:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586657.576236:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586657.576243:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033500e29 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1777586657.576275:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000100:00000010:3.0:1777586657.576294:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000010:3.0:1777586657.576298:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000010:3.0:1777586657.576302:0:199601:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000800:00000200:2.0:1777586657.576590:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586657.576594:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033500e29. 00000400:00000200:2.0:1777586657.576598:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586657.576603:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586657.576607:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:2.0:1777586657.576608:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 00000100:00000200:2.0:1777586657.576613:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667654656/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586657.579823:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586657.579842:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc00600 00000400:00000200:0.0:1777586657.579852:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x16d [1] + 224 00000400:00000200:0.0:1777586657.579866:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.579871:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586657.579896:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667654656/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586657.579954:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586657.579959:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:3.0:1777586657.579960:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.579965:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667654656/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586657.579970:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667654656/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586657.580009:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000775da5e0. 02000000:00000010:3.0:1777586657.580036:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000152b3187. 02000000:00000010:3.0:1777586657.580042:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000118aa6ee. 00000100:00000010:3.0:1777586657.580046:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 10000000:00000010:3.0:1777586657.580056:0:199601:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000fb59f4f3. 00000020:00000010:3.0:1777586657.580059:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000118aa6ee. 00000020:00000010:3.0:1777586657.580065:0:199601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069fc4fa4. 00000040:00000010:3.0:1777586657.580068:0:199601:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004dcbdf13. 00000020:00000010:3.0:1777586657.580081:0:199601:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001c87855a. 00000020:00000010:3.0:1777586657.580088:0:199601:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000946603ce. 80000000:00000010:3.0:1777586657.580092:0:199601:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004719f813. 00040000:00000010:3.0:1777586657.580097:0:199601:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000347ff5f0. 20000000:00000010:3.0:1777586657.580101:0:199601:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000002a5488ef. 00000040:00000010:3.0:1777586657.580108:0:199601:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e2d2b2fc. 00000100:00000010:3.0:1777586657.580113:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 02000000:00000010:3.0:1777586657.580125:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000824da204. 00000100:00000010:3.0:1777586657.580136:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000775da5e0. 02000000:00000010:3.0:1777586657.580149:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ed6627e. 00000400:00000010:3.0:1777586657.580151:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586657.580165:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.580169:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667654784, portal 25 00000400:00000010:3.0:1777586657.580172:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df60ae0a. 00000100:00000200:3.0:1777586657.580173:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863934667654784, offset 0 00000400:00000200:3.0:1777586657.580178:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586657.580185:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586657.580189:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586657.580192:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586657.580194:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586657.580196:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.580199:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [16:16:256:4294967295] 192.168.204.155@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1777586657.580205:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586657.580208:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586657.580211:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b4dfe9f. 00000800:00000200:3.0:1777586657.580214:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586657.580219:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586657.580221:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b4dfe9f type 1, nob 600 niov 1 nkiov 1 00000800:00000200:1.0:1777586657.580493:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586657.580497:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b4dfe9f. 00000400:00000200:1.0:1777586657.580501:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586657.580505:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586657.580509:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df60ae0a 00000400:00000010:1.0:1777586657.580510:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000df60ae0a. 00000100:00000200:1.0:1777586657.580515:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667654784/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 504/272 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586657.582596:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586657.582612:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc00680 00000400:00000200:2.0:1777586657.582620:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x175 [1] + 224 00000400:00000200:2.0:1777586657.582632:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586657.582636:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:2.0:1777586657.582644:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667654784/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 504/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586657.582742:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586657.582754:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:3.0:1777586657.582756:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.582762:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667654784/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 504/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586657.582769:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667654784/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 504/272 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586657.582790:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000775da5e0. 02000000:00000010:3.0:1777586657.582800:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ed6627e. 02000000:00000010:3.0:1777586657.582803:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000824da204. 00000100:00000010:3.0:1777586657.582807:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000040:00000010:3.0:1777586657.582816:0:199601:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000003b3db2b. 00000100:00000010:3.0:1777586657.582821:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 02000000:00000010:3.0:1777586657.582841:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ed6627e. 00000100:00000010:3.0:1777586657.582849:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000775da5e0. 02000000:00000010:3.0:1777586657.582873:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008c68ad4b. 00000400:00000010:3.0:1777586657.582879:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586657.582883:0:199601:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e4aae521. 00000100:00000200:3.0:1777586657.582888:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667654912, portal 25 00000400:00000010:3.0:1777586657.582892:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586657.582894:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667654912, offset 0 00000400:00000200:3.0:1777586657.582899:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586657.582906:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586657.582910:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586657.582914:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586657.582916:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586657.582919:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586657.582922:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [17:17:256:4294967295] 192.168.204.155@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1777586657.582931:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586657.582936:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586657.582941:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b4dfe9f. 00000800:00000200:3.0:1777586657.582946:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586657.582952:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586657.582955:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b4dfe9f type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1777586657.583165:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586657.583169:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b4dfe9f. 00000400:00000200:0.0:1777586657.583172:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.583176:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586657.583179:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:0.0:1777586657.583181:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000200:0.0:1777586657.583185:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667654912/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586657.585547:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586657.585572:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8416 into portal 25 MB=0x69f3d1bc00700 00000400:00000200:1.0:1777586657.585579:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8416/8416 into md 0x17d [4] + 224 00000400:00000200:1.0:1777586657.585608:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586657.585617:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:1.0:1777586657.585627:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667654912/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586657.585704:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586657.585710:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4aae521 00000400:00000010:3.0:1777586657.585711:0:199601:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000e4aae521. 00000100:00000200:3.0:1777586657.585717:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667654912/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586657.585726:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667654912/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586657.585753:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000775da5e0. 02000000:00000010:3.0:1777586657.585763:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008c68ad4b. 02000000:00000010:3.0:1777586657.585781:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005ed6627e. 00000100:00000010:3.0:1777586657.585784:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000040:00000010:3.0:1777586657.585792:0:199601:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a43977af. 00000020:00000010:1.0:1777586657.586011:0:199620:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d675410a. 00000020:00000010:1.0:1777586657.586018:0:199620:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af40cc87. 00000040:00000010:1.0:1777586657.586022:0:199620:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000c536208. 00000020:00000010:1.0:1777586657.586025:0:199620:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000008cf823f. 00000020:00000010:1.0:1777586657.586030:0:199620:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c50635e8. 00000020:00000010:1.0:1777586657.586034:0:199620:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008294cda3. 80000000:00000010:1.0:1777586657.586038:0:199620:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008b9aae8. 40000000:00000010:1.0:1777586657.586041:0:199620:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009dda5649. 00100000:00000010:1.0:1777586657.586046:0:199620:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ed29ffa. 00040000:00000010:1.0:1777586657.586054:0:199620:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006db54a1c. 00040000:00000010:1.0:1777586657.586058:0:199620:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000004be1297c. 00040000:00000010:1.0:1777586657.586062:0:199620:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050c848a7. 00000004:00000010:1.0:1777586657.586066:0:199620:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b7b19155. 00000004:00000010:1.0:1777586657.586071:0:199620:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000005a178d8c. 00000004:00000010:1.0:1777586657.586075:0:199620:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 0000000063ed11d3. 00002000:00000010:1.0:1777586657.586080:0:199620:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e3ada3b4. 00000004:00000010:1.0:1777586657.586084:0:199620:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 00000000db07562e. 00000020:00000010:1.0:1777586657.586088:0:199620:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000f580f9f. 00000040:00000010:1.0:1777586657.586095:0:199620:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000029fada36. 00000100:00000010:3.0:1777586657.586318:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000010:0.0:1777586657.586382:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd3920fd. 00000100:00000010:2.0:1777586657.586434:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00000040:00000010:1.0:1777586657.586667:0:199620:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 0000000029fada36. 00000020:00000010:1.0:1777586657.586675:0:199620:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000f580f9f. 00000020:00000010:1.0:1777586657.586685:0:199620:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000af40cc87. 00000040:00000010:1.0:1777586657.586689:0:199620:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000000c536208. 00000020:00000010:1.0:1777586657.586692:0:199620:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000008cf823f. 00000020:00000010:1.0:1777586657.586695:0:199620:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c50635e8. 00000020:00000010:1.0:1777586657.586699:0:199620:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000008294cda3. 80000000:00000010:1.0:1777586657.586702:0:199620:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008b9aae8. 40000000:00000010:1.0:1777586657.586705:0:199620:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009dda5649. 00100000:00000010:1.0:1777586657.586707:0:199620:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ed29ffa. 00040000:00000010:1.0:1777586657.586710:0:199620:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006db54a1c. 00040000:00000010:1.0:1777586657.586713:0:199620:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000004be1297c. 00040000:00000010:1.0:1777586657.586716:0:199620:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050c848a7. 00000004:00000010:1.0:1777586657.586718:0:199620:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 00000000b7b19155. 00000004:00000010:1.0:1777586657.586721:0:199620:0:(mdt_handler.c:8412:mdt_key_fini()) kfreed 'info': 2568 at 000000005a178d8c. 00000004:00000010:1.0:1777586657.586724:0:199620:0:(lod_dev.c:2374:lod_key_fini()) kfreed 'info': 1224 at 0000000063ed11d3. 00002000:00000010:1.0:1777586657.586726:0:199620:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e3ada3b4. 00000004:00000010:1.0:1777586657.586729:0:199620:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at 00000000db07562e. 00000020:00000010:1.0:1777586657.586731:0:199620:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d675410a. 00000040:00000010:3.0:1777586657.586762:0:199601:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a43977af. 00000040:00000010:3.0:1777586657.586768:0:199601:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000003b3db2b. 00000040:00000010:3.0:1777586657.586772:0:199601:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e2d2b2fc. 00000020:00000010:3.0:1777586657.586777:0:199601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000069fc4fa4. 00000040:00000010:3.0:1777586657.586782:0:199601:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000004dcbdf13. 00000020:00000010:3.0:1777586657.586784:0:199601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001c87855a. 00000020:00000010:3.0:1777586657.586789:0:199601:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000946603ce. 80000000:00000010:3.0:1777586657.586793:0:199601:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004719f813. 00040000:00000010:3.0:1777586657.586797:0:199601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000347ff5f0. 20000000:00000010:3.0:1777586657.586801:0:199601:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000002a5488ef. 00000020:00000010:3.0:1777586657.586805:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000118aa6ee. 10000000:00000010:3.0:1777586657.586808:0:199601:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000fb59f4f3. 00000020:00000010:3.0:1777586657.586826:0:199601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed1cf3e6. 00000040:00000010:3.0:1777586657.586831:0:199601:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000c1f2be2e. 00000020:00000010:3.0:1777586657.586833:0:199601:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a41ccb88. 00000020:00000010:3.0:1777586657.586836:0:199601:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000fb364f43. 00040000:00000010:3.0:1777586657.586840:0:199601:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4ec524f. 00040000:00000010:3.0:1777586657.586843:0:199601:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afbb10d5. 00000020:00000010:3.0:1777586657.586846:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020800d30. 00000020:00000010:3.0:1777586657.586848:0:199601:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at 00000000d08b132f. 00000020:00000010:3.0:1777586657.586850:0:199601:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at 0000000030f4f1b5. 00000080:00000010:3.0:1777586657.586857:0:199601:0:(llite_lib.c:1471:ll_fill_super()) kmalloced '(dt)': 33 at 00000000fb59f4f3. 00000080:00000010:3.0:1777586657.586861:0:199601:0:(llite_lib.c:1477:ll_fill_super()) kmalloced '(md)': 33 at 0000000061a785f7. 00000080:00000010:3.0:1777586657.586868:0:199601:0:(llite_lib.c:346:client_common_fill_super()) kmalloced '(data)': 192 at 00000000775da5e0. 00000080:00000010:3.0:1777586657.586871:0:199601:0:(llite_lib.c:350:client_common_fill_super()) kmalloced '(osfs)': 144 at 00000000e4aae521. 00000020:00000010:3.0:1777586657.586877:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 000000001c87855a. 00000020:00000010:3.0:1777586657.586906:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000db7d1b4f. 00000400:00000200:3.0:1777586657.586920:0:199601:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000010:3.0:1777586657.586934:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 02000000:00000010:3.0:1777586657.586951:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000152b3187. 40000000:00000010:3.0:1777586657.587093:0:199601:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000033500e29. 40000000:00000010:3.0:1777586657.587098:0:199601:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 0000000005bc5499. 40000000:00000010:3.0:1777586657.587173:0:199601:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 0000000005bc5499. 80000000:00000010:3.0:1777586657.587179:0:199601:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 000000007f600e2c. 00020000:00000010:3.0:1777586657.587185:0:199601:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000efbd01c1. 00000100:00000010:3.0:1777586657.587193:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 02000000:00000010:3.0:1777586657.587199:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b4dfe9f. 00000020:00000010:3.0:1777586657.587232:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000d6a1af72. 00000400:00000200:3.0:1777586657.587241:0:199601:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000010:3.0:1777586657.587247:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 02000000:00000010:3.0:1777586657.587271:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf6ea600. 00000020:00000010:0.0:1777586657.587313:0:197582:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1da2087. 00000020:00000010:0.0:1777586657.587317:0:197582:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000001783dae. 80000000:00000010:0.0:1777586657.587320:0:197582:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027cbc545. 40000000:00000010:0.0:1777586657.587323:0:197582:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df479b58. 00000008:00000010:0.0:1777586657.587342:0:197582:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000001ca760b6. 00020000:00000010:0.0:1777586657.587347:0:197582:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000eb514b7a. 02000000:00000010:1.0:1777586657.587356:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000db07562e. 00008000:00000010:0.0:1777586657.587357:0:197582:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000065a37acb. 00100000:00000010:0.0:1777586657.587363:0:197582:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ec8dea6. 00000400:00000010:1.0:1777586657.587364:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000381dde7a. 00040000:00000010:0.0:1777586657.587371:0:197582:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f2e5c88. 00040000:00000010:0.0:1777586657.587374:0:197582:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000008bf7f556. 00040000:00000010:0.0:1777586657.587377:0:197582:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d627ade9. 00000004:00000010:0.0:1777586657.587381:0:197582:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000007bd60094. 00000400:00000010:1.0:1777586657.587382:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000004:00000010:0.0:1777586657.587385:0:197582:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 0000000013d37236. 00000004:00000010:0.0:1777586657.587390:0:197582:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000c3b5c911. 00000100:00000200:1.0:1777586657.587390:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667655040, portal 10 00002000:00000010:0.0:1777586657.587394:0:197582:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e7fe3ebc. 00000004:00000010:0.0:1777586657.587398:0:197582:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 0000000087623736. 00000020:00000010:1.0:1777586657.587398:0:197580:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000029fada36. 00000080:00000010:0.0:1777586657.587411:0:197582:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000082801462. 00000400:00000010:1.0:1777586657.587416:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777586657.587420:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667655040, offset 0 00000080:00000010:0.0:1777586657.587426:0:197582:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000f702b509. 00000400:00000200:1.0:1777586657.587426:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586657.587438:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000008:00000010:0.0:1777586657.587441:0:197582:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000de3fd7c7. 00000400:00000200:1.0:1777586657.587443:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586657.587448:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586657.587451:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00020000:00000010:0.0:1777586657.587454:0:197582:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a46970d2. 00000400:00000200:1.0:1777586657.587454:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586657.587459:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [18:18:256:4294967295] 192.168.204.155@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1777586657.587468:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00008000:00000010:0.0:1777586657.587472:0:197582:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e85d1162. 00000800:00000200:1.0:1777586657.587473:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586657.587479:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000080:00000010:0.0:1777586657.587484:0:197582:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d340b30b. 00000800:00000200:1.0:1777586657.587484:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586657.587493:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586657.587497:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1777586657.587513:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008b9aae8. 40000000:00000010:3.0:1777586657.587608:0:199601:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000e31d8255. 40000000:00000010:3.0:1777586657.587612:0:199601:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 0000000005bc5499. 40000000:00000010:3.0:1777586657.587662:0:199601:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 0000000005bc5499. 80000000:00000010:3.0:1777586657.587666:0:199601:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 00000000a8535c80. 00000100:00000010:3.0:1777586657.587673:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 02000000:00000010:3.0:1777586657.587679:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002abfb042. 00800000:00000010:3.0:1777586657.587703:0:199601:0:(lmv_obd.c:1429:lmv_statfs()) kmalloced '(temp)': 144 at 0000000005bc5499. 00000100:00000010:3.0:1777586657.587709:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 02000000:00000010:3.0:1777586657.587715:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f4945c. 00000100:00000010:3.0:1777586657.587720:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc902bb9. 00000020:00000010:3.0:1777586657.587740:0:197581:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f9144c. 00000020:00000010:3.0:1777586657.587743:0:197581:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000005ed6627e. 80000000:00000010:3.0:1777586657.587745:0:197581:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a43977af. 40000000:00000010:3.0:1777586657.587747:0:197581:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005dd28680. 00000008:00000010:3.0:1777586657.587750:0:197581:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000096ebaafb. 00020000:00000010:3.0:1777586657.587753:0:197581:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000010754d6b. 00008000:00000010:3.0:1777586657.587755:0:197581:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f56ad7d2. 00100000:00000010:3.0:1777586657.587758:0:197581:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c10a1ff. 00040000:00000010:3.0:1777586657.587760:0:197581:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003d550fe3. 00040000:00000010:3.0:1777586657.587762:0:197581:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000042364772. 00040000:00000010:3.0:1777586657.587770:0:197581:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009899ecb9. 00000004:00000010:3.0:1777586657.587772:0:197581:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000674fbe1b. 00000004:00000010:3.0:1777586657.587775:0:197581:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a912d0c7. 00000004:00000010:3.0:1777586657.587778:0:197581:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000fa9d5577. 00002000:00000010:3.0:1777586657.587780:0:197581:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ef2e43f0. 00000004:00000010:3.0:1777586657.587783:0:197581:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 0000000045b0c4ba. 00000080:00000010:3.0:1777586657.587786:0:197581:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000005ad2bb2. 00000080:00000010:3.0:1777586657.587789:0:197581:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d8b82d34. 00000008:00000010:3.0:1777586657.587792:0:197581:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000082f6e135. 00020000:00000010:3.0:1777586657.587795:0:197581:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f80bb609. 00008000:00000010:3.0:1777586657.587797:0:197581:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d1d227dc. 00000080:00000010:3.0:1777586657.587799:0:197581:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f5389f37. 00000100:00000010:0.0:1777586657.587836:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000239dc06. 00000100:00000010:0.0:1777586657.587843:0:197580:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d85c779c. 02000000:00000010:0.0:1777586657.587850:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d434e1a. 00000400:00000010:0.0:1777586657.587854:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777586657.587866:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000100:00000200:0.0:1777586657.587870:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667655296, portal 10 00000020:00000010:0.0:1777586657.587875:0:197580:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c06c7097. 00000400:00000010:0.0:1777586657.587878:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000200:0.0:1777586657.587880:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667655296, offset 0 00000400:00000200:0.0:1777586657.587885:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586657.587889:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586657.587892:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586657.587895:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586657.587897:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586657.587899:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586657.587901:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [19:19:255:4294967295] 192.168.204.155@tcp LPNI seq info [19:19:7:4294967295] 00000400:00000200:0.0:1777586657.587909:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586657.587913:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586657.587920:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acc22ed0. 00000800:00000200:0.0:1777586657.587924:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586657.587929:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586657.587931:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acc22ed0 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:0.0:1777586657.587958:0:197583:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b8abb33. 00000020:00000010:0.0:1777586657.587961:0:197583:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000f9cf1bb4. 80000000:00000010:0.0:1777586657.587964:0:197583:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ffea00ba. 40000000:00000010:0.0:1777586657.587965:0:197583:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c5122200. 00000008:00000010:0.0:1777586657.587968:0:197583:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003f210684. 00020000:00000010:0.0:1777586657.587971:0:197583:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000001b44c4e9. 00008000:00000010:0.0:1777586657.587973:0:197583:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000cc917e06. 00100000:00000010:0.0:1777586657.587976:0:197583:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c075b178. 00040000:00000010:0.0:1777586657.587979:0:197583:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b7b79b7d. 00040000:00000010:0.0:1777586657.587981:0:197583:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8b2eee6. 00040000:00000010:0.0:1777586657.587984:0:197583:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca310a62. 00000004:00000010:0.0:1777586657.588005:0:197583:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000006aa5c783. 00000004:00000010:0.0:1777586657.588009:0:197583:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000001e269891. 00000004:00000010:0.0:1777586657.588011:0:197583:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000ffa417aa. 00002000:00000010:0.0:1777586657.588014:0:197583:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004346c63f. 00000004:00000010:0.0:1777586657.588017:0:197583:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 000000008340eb3e. 00000080:00000010:0.0:1777586657.588019:0:197583:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ad67c58e. 00000080:00000010:0.0:1777586657.588021:0:197583:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000026b4f5a0. 00000008:00000010:0.0:1777586657.588024:0:197583:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000de14427d. 00020000:00000010:0.0:1777586657.588026:0:197583:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b91846eb. 00008000:00000010:0.0:1777586657.588028:0:197583:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005813920b. 00000080:00000010:0.0:1777586657.588031:0:197583:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000059fd58d. 00000800:00000200:0.0:1777586657.588066:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586657.588070:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586657.588073:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.588077:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586657.588081:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000400:00000010:0.0:1777586657.588083:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000200:0.0:1777586657.588089:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667655040/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777586657.588166:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586657.588169:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acc22ed0. 00000400:00000200:0.0:1777586657.588172:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.588176:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586657.588179:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:0.0:1777586657.588180:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000200:0.0:1777586657.588184:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667655296/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777586657.588209:0:197584:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb909023. 00000020:00000010:0.0:1777586657.588213:0:197584:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008d7a2b60. 80000000:00000010:0.0:1777586657.588215:0:197584:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000222a90aa. 40000000:00000010:0.0:1777586657.588216:0:197584:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000db436a47. 00000008:00000010:0.0:1777586657.588219:0:197584:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000004cddc572. 00020000:00000010:0.0:1777586657.588222:0:197584:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000770592a. 00008000:00000010:0.0:1777586657.588224:0:197584:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000d4b54cdd. 00100000:00000010:0.0:1777586657.588227:0:197584:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000526d2ed9. 00040000:00000010:0.0:1777586657.588229:0:197584:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acc22ed0. 00040000:00000010:0.0:1777586657.588231:0:197584:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000019a7a846. 00040000:00000010:0.0:1777586657.588234:0:197584:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005938bbcd. 00000004:00000010:0.0:1777586657.588242:0:197584:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e23b0f5b. 00000004:00000010:0.0:1777586657.588245:0:197584:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 000000004f291823. 00000004:00000010:0.0:1777586657.588248:0:197584:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 00000000559e1ff7. 00002000:00000010:0.0:1777586657.588283:0:197584:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009fbbd2a1. 00000004:00000010:0.0:1777586657.588286:0:197584:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 000000007b7fd4e3. 00000080:00000010:0.0:1777586657.588288:0:197584:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000047225045. 00000080:00000010:0.0:1777586657.588291:0:197584:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000015a7d8ab. 00000008:00000010:0.0:1777586657.588294:0:197584:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008ea2d613. 00020000:00000010:0.0:1777586657.588296:0:197584:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000413f212f. 00008000:00000010:0.0:1777586657.588298:0:197584:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007f5e85ed. 00000080:00000010:0.0:1777586657.588301:0:197584:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000083caafa9. 00000100:00000010:1.0:1777586657.591340:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000010:3.0:1777586657.591406:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d85c779c. 00000100:00000010:0.0:1777586657.591661:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008b9aae8. 00000400:00000200:0.0:1777586657.591711:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586657.591726:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 10 MB=0x69f3d1bc00780 00000400:00000200:0.0:1777586657.591734:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 416/416 into md 0x185 [1] + 0 00000400:00000200:0.0:1777586657.591751:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586657.591755:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586657.591768:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667655040/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586657.591825:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000381dde7a. 00000400:00000200:3.0:1777586657.591831:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:3.0:1777586657.591833:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000200:3.0:1777586657.591839:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667655040/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586657.591849:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667655040/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777586657.591869:0:197580:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000003b3db2b. 02000000:00000010:3.0:1777586657.591904:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000db07562e. 02000000:00000010:3.0:1777586657.591911:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000152b3187. 00000100:00000010:3.0:1777586657.591916:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000010:2.0:1777586657.593057:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000239dc06. 00000400:00000200:1.0:1777586657.594897:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586657.594913:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 10 MB=0x69f3d1bc00880 00000400:00000200:1.0:1777586657.594920:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:1.0:1777586657.594936:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586657.594941:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:1.0:1777586657.594950:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667655296/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586657.595052:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:3.0:1777586657.595060:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:3.0:1777586657.595062:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000200:3.0:1777586657.595075:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667655296/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586657.595084:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667655296/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777586657.595118:0:197580:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009757357e. 02000000:00000010:0.0:1777586658.595569:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d434e1a. 02000000:00000010:0.0:1777586658.595583:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cf6ea600. 00000100:00000010:0.0:1777586658.595588:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 02000000:00000010:2.0:1777586658.595689:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb08d0ab. 00000400:00000010:2.0:1777586658.595711:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc80288. 00000400:00000010:2.0:1777586658.595719:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777586658.595735:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667655424, portal 10 00000020:00000010:2.0:1777586658.595756:0:197583:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c420ba13. 00000400:00000010:2.0:1777586658.595762:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 00000100:00000200:2.0:1777586658.595765:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667655424, offset 0 00000400:00000200:2.0:1777586658.595775:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586658.595787:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586658.595792:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586658.595795:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586658.595803:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586658.595806:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586658.595810:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [20:20:256:4294967295] 192.168.204.155@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1777586658.595832:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586658.595838:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586658.595843:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065540b52. 00000800:00000200:2.0:1777586658.595849:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586658.595866:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586658.595870:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065540b52 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1777586658.595912:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000010:2.0:1777586658.595928:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000100:00000010:2.0:1777586658.595941:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071bd65c4. 00000100:00000010:2.0:1777586658.595945:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000800:00000200:0.0:1777586658.596099:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586658.596103:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065540b52. 00000400:00000200:0.0:1777586658.596107:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586658.596112:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586658.596117:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:0.0:1777586658.596119:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000200:0.0:1777586658.596126:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667655424/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586658.598151:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586658.598169:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 368 into portal 10 MB=0x69f3d1bc00900 00000400:00000200:0.0:1777586658.598177:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 368/368 into md 0x195 [1] + 224 00000400:00000200:0.0:1777586658.598192:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586658.598196:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586658.598206:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667655424/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586658.598288:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc80288. 00000400:00000200:2.0:1777586658.598292:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:2.0:1777586658.598294:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000200:2.0:1777586658.598298:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667655424/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586658.598304:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667655424/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777586658.598330:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb08d0ab. 02000000:00000010:2.0:1777586658.598335:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002abfb042. 00000100:00000010:2.0:1777586658.598340:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000010:3.0:1777586658.606324:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000010:2.0:1777586658.606331:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071bd65c4. 00000100:00000010:1.0:1777586658.606335:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00000100:00000010:0.0:1777586658.606413:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000010:0.0:1777586663.022079:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 02000000:00000010:0.0:1777586663.022096:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000010:0.0:1777586663.022143:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 02000000:00000010:0.0:1777586663.022160:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004891102b. 00000100:00000010:0.0:1777586663.022172:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 02000000:00000010:0.0:1777586663.022176:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 02000000:00000010:0.0:1777586663.022220:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f574cb52. 00000400:00000010:0.0:1777586663.022226:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd5524d. 00000400:00000010:0.0:1777586663.022232:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000200:0.0:1777586663.022239:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667655936, portal 10 00000400:00000010:0.0:1777586663.022244:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777586663.022246:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667655936, offset 0 00000400:00000200:0.0:1777586663.022272:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586663.022285:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586663.022289:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586663.022293:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586663.022296:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586663.022299:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586663.022302:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [21:21:256:4294967295] 192.168.204.155@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1777586663.022311:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586663.022316:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586663.022320:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586663.022325:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586663.022332:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586663.022336:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1777586663.022347:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000100:00000010:0.0:1777586663.022358:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005308c43e. 00000100:00000010:0.0:1777586663.022362:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008af91e34. 00000100:00000010:0.0:1777586663.022367:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 02000000:00000010:0.0:1777586663.022394:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3a4d5da. 00000400:00000010:0.0:1777586663.022398:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000400:00000010:0.0:1777586663.022400:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000200:0.0:1777586663.022402:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667655808, portal 10 00000020:00000010:0.0:1777586663.022413:0:197580:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000220e0c05. 00000400:00000010:0.0:1777586663.022417:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cd64643. 00000100:00000200:0.0:1777586663.022419:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667655808, offset 0 00000400:00000200:0.0:1777586663.022423:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586663.022428:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586663.022430:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586663.022432:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586663.022435:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586663.022437:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586663.022440:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [22:22:255:4294967295] 192.168.204.155@tcp LPNI seq info [22:22:7:4294967295] 00000400:00000200:0.0:1777586663.022448:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586663.022452:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586663.022455:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000800:00000200:0.0:1777586663.022458:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586663.022462:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586663.022465:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1777586663.022471:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586663.022476:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:1.0:1777586663.022481:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586663.022488:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586663.022499:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:1.0:1777586663.022501:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 02000000:00000010:0.0:1777586663.022502:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000318aa9c1. 00000400:00000010:0.0:1777586663.022507:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4b6d2e. 00000400:00000010:0.0:1777586663.022510:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000100:00000200:0.0:1777586663.022512:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667655680, portal 25 00000400:00000010:0.0:1777586663.022515:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000200:0.0:1777586663.022517:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667655680, offset 0 00000100:00000200:1.0:1777586663.022520:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667655936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586663.022525:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586663.022530:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586663.022535:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586663.022540:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586663.022544:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586663.022547:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586663.022549:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [23:23:254:4294967295] 192.168.204.155@tcp LPNI seq info [23:23:6:4294967295] 00000400:00000200:0.0:1777586663.023017:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586663.023029:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586663.023032:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586663.023037:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586663.023042:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586663.023045:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1777586663.023069:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586663.023072:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:1.0:1777586663.023075:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586663.023079:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586663.023082:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd64643 00000400:00000010:1.0:1777586663.023083:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000cd64643. 00000100:00000200:1.0:1777586663.023088:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667655808/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586663.023105:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586663.023107:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:1.0:1777586663.023109:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586663.023112:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586663.023114:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:1.0:1777586663.023115:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000200:1.0:1777586663.023118:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667655680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586663.026642:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.026660:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc00b00 00000400:00000200:0.0:1777586663.026668:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x19d [1] + 224 00000400:00000200:0.0:1777586663.026680:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.026683:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.026696:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667655936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586663.026770:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.026776:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 10 MB=0x69f3d1bc00a80 00000400:00000200:0.0:1777586663.026780:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 416/416 into md 0x1a5 [1] + 0 00000400:00000200:0.0:1777586663.026786:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.026789:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.026794:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667655808/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586663.026828:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.026833:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc00a00 00000400:00000200:0.0:1777586663.026838:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1ad [1] + 224 00000400:00000200:0.0:1777586663.026847:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.026849:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.026854:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667655680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586663.027052:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:1.0:1777586663.027060:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:1.0:1777586663.027062:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000200:1.0:1777586663.027078:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667655808/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586663.027087:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667655808/t0(0) o38->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586663.027447:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3a4d5da. 02000000:00000010:0.0:1777586663.027465:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004891102b. 00000100:00000010:0.0:1777586663.027470:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 02000000:00000010:0.0:1777586663.027495:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004891102b. 00000400:00000010:0.0:1777586663.027501:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000400:00000010:0.0:1777586663.027505:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf84f449. 00000100:00000200:0.0:1777586663.027510:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667655168, portal 10 00000400:00000010:0.0:1777586663.027515:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777586663.027517:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667655168, offset 0 00000400:00000200:0.0:1777586663.027523:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586663.027531:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586663.027536:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586663.027539:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586663.027543:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586663.027546:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586663.027549:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [24:24:256:4294967295] 192.168.204.155@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1777586663.027559:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586663.027564:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586663.027569:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586663.027575:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586663.027582:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586663.027586:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1777586663.027670:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586663.027673:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:0.0:1777586663.027676:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.027680:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586663.027683:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:0.0:1777586663.027684:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000200:0.0:1777586663.027688:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667655168/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586663.027732:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008079353c. 00000400:00000010:0.0:1777586663.027736:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ef1cc7. 00000400:00000010:0.0:1777586663.027744:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777586663.027746:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667655552, portal 10 00000400:00000010:0.0:1777586663.027749:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000200:0.0:1777586663.027751:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667655552, offset 0 00000400:00000200:0.0:1777586663.027755:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586663.027760:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586663.027762:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586663.027764:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586663.027766:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586663.027768:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586663.027770:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [25:25:256:4294967295] 192.168.204.155@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1777586663.027777:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586663.027781:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586663.027783:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586663.027787:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586663.027790:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586663.027793:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1777586663.027873:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586663.027876:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:1.0:1777586663.027879:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586663.027882:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586663.027903:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:1.0:1777586663.027905:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000200:1.0:1777586663.027910:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667655552/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586663.028156:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd5524d. 00000400:00000200:3.0:1777586663.028162:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:3.0:1777586663.028164:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000200:3.0:1777586663.028168:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667655936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586663.028174:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667655936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777586663.028188:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f574cb52. 02000000:00000010:3.0:1777586663.028192:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 00000100:00000010:3.0:1777586663.028195:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000400:00000010:2.0:1777586663.028818:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e4b6d2e. 00000400:00000200:2.0:1777586663.028826:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:2.0:1777586663.028828:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000200:2.0:1777586663.028837:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667655680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586663.028846:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667655680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777586663.028870:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000318aa9c1. 02000000:00000010:2.0:1777586663.028876:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 00000100:00000010:2.0:1777586663.028879:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000400:00000200:0.0:1777586663.030497:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.030513:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 368 into portal 10 MB=0x69f3d1bc00800 00000400:00000200:0.0:1777586663.030521:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 368/368 into md 0x1b5 [1] + 224 00000400:00000200:0.0:1777586663.030534:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.030538:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.030549:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667655168/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586663.030694:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.030700:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 368 into portal 10 MB=0x69f3d1bc00980 00000400:00000200:0.0:1777586663.030705:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 368/368 into md 0x1bd [1] + 224 00000400:00000200:0.0:1777586663.030714:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.030726:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.030731:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667655552/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586663.030874:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000400:00000200:2.0:1777586663.030881:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf84f449 00000400:00000010:2.0:1777586663.030884:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf84f449. 00000100:00000200:2.0:1777586663.030900:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667655168/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586663.030909:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667655168/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777586663.030925:0:197582:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009c519f34. 02000000:00000010:2.0:1777586663.030943:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004891102b. 02000000:00000010:2.0:1777586663.030948:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b4dfe9f. 00000100:00000010:2.0:1777586663.030952:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000400:00000010:3.0:1777586663.030984:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ef1cc7. 00000400:00000200:3.0:1777586663.030988:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:3.0:1777586663.030990:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000200:3.0:1777586663.030995:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667655552/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586663.031002:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667655552/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586663.031014:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc902bb9. 02000000:00000010:3.0:1777586663.031019:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008079353c. 02000000:00000010:3.0:1777586663.031021:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f4945c. 00000100:00000010:3.0:1777586663.031023:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00800000:00000010:3.0:1777586663.031028:0:199601:0:(lmv_obd.c:1489:lmv_statfs()) kfreed 'temp': 144 at 0000000005bc5499. 00000100:00000010:3.0:1777586663.031037:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 02000000:00000010:3.0:1777586663.031095:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ef1c2a6. 00000100:00000010:3.0:1777586663.031106:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005bc5499. 02000000:00000010:3.0:1777586663.031122:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000152b3187. 00000400:00000010:3.0:1777586663.031125:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586663.031136:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000100:00000200:3.0:1777586663.031141:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667656064, portal 10 00000400:00000010:3.0:1777586663.031146:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 00000100:00000200:3.0:1777586663.031148:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1863934667656064, offset 0 00000400:00000200:3.0:1777586663.031154:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586663.031160:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586663.031164:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586663.031168:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586663.031171:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586663.031174:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586663.031177:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [26:26:256:4294967295] 192.168.204.155@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:3.0:1777586663.031186:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586663.031191:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586663.031195:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000800:00000200:3.0:1777586663.031201:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586663.031208:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586663.031212:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 536 niov 1 nkiov 1 00000800:00000200:0.0:1777586663.031897:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586663.031901:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:0.0:1777586663.031906:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.031911:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586663.031914:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:0.0:1777586663.031916:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000100:00000200:0.0:1777586663.031922:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667656064/t0(0) o40->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 440/448 e 0 to 0 dl 1777586679 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586663.034667:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586663.034685:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 448 into portal 10 MB=0x69f3d1bc00b80 00000400:00000200:1.0:1777586663.034694:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 448/448 into md 0x1c5 [1] + 224 00000400:00000200:1.0:1777586663.034707:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586663.034712:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:1.0:1777586663.034722:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667656064/t0(0) o40->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 440/448 e 0 to 0 dl 1777586679 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586663.034810:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586663.034814:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:3.0:1777586663.034815:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000200:3.0:1777586663.034820:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667656064/t0(0) o40->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 440/448 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586663.034825:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667656064/t0(0) o40->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 440/448 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586663.034848:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005bc5499. 00000002:00000200:3.0:1777586663.034853:0:199601:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:3.0:1777586663.034858:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000152b3187. 02000000:00000010:3.0:1777586663.034862:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006ef1c2a6. 00000100:00000010:3.0:1777586663.034865:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000020:00000010:3.0:1777586663.034900:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000d06e3028. 00000020:00000010:3.0:1777586663.034932:0:199601:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 0000000068ae5bd9. 00000400:00000200:3.0:1777586663.034946:0:199601:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000010:3.0:1777586663.034961:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 02000000:00000010:3.0:1777586663.034981:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000152b3187. 02000000:00000010:0.0:1777586663.035055:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004891102b. 00000400:00000010:0.0:1777586663.035061:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000400:00000010:0.0:1777586663.035127:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777586663.035133:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667656192, portal 4 00000020:00000010:0.0:1777586663.035141:0:197580:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000062d6a24d. 00000400:00000010:0.0:1777586663.035146:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000200:0.0:1777586663.035148:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1863934667656192, offset 0 00000400:00000200:0.0:1777586663.035154:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586663.035162:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586663.035167:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586663.035171:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586663.035174:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586663.035177:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586663.035180:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [27:27:256:4294967295] 192.168.204.155@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:0.0:1777586663.035189:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586663.035194:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586663.035198:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000800:00000200:0.0:1777586663.035215:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586663.035222:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586663.035232:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 616 niov 1 nkiov 1 00000080:00000010:3.0:1777586663.035458:0:199601:0:(llite_lib.c:736:client_common_fill_super()) kmalloced '(op_data)': 384 at 000000006ef1c2a6. 00000020:00000010:3.0:1777586663.035463:0:199601:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000cf6ea600. 00000100:00000010:3.0:1777586663.035472:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 02000000:00000010:3.0:1777586663.035478:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006398e052. 00000100:00000010:3.0:1777586663.035486:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005bc5499. 02000000:00000010:3.0:1777586663.035495:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ac75409. 00000400:00000010:3.0:1777586663.035498:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586663.035500:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000100:00000200:3.0:1777586663.035503:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667656320, portal 10 00000400:00000010:3.0:1777586663.035506:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd97dad. 00000100:00000200:3.0:1777586663.035508:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1863934667656320, offset 0 00000400:00000200:3.0:1777586663.035513:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586663.035517:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586663.035519:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586663.035522:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586663.035524:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586663.035526:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586663.035528:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [28:28:255:4294967295] 192.168.204.155@tcp LPNI seq info [28:28:7:4294967295] 00000400:00000200:3.0:1777586663.035535:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586663.035539:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586663.035542:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000800:00000200:3.0:1777586663.035546:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586663.035550:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586663.035552:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:2.0:1777586663.035583:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586663.035587:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:2.0:1777586663.035592:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586663.035597:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586663.035600:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:2.0:1777586663.035602:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000200:2.0:1777586663.035608:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667656192/t0(0) o8->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1777586673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586663.035630:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586663.035632:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:2.0:1777586663.035634:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586663.035637:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586663.035639:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd97dad 00000400:00000010:2.0:1777586663.035641:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000bd97dad. 00000100:00000200:2.0:1777586663.035646:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667656320/t0(0) o900->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:29/10 lens 264/248 e 0 to 0 dl 1777586679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586663.038000:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.038018:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 248 into portal 10 MB=0x69f3d1bc00c80 00000400:00000200:0.0:1777586663.038037:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 248/248 into md 0x1d5 [1] + 224 00000400:00000200:0.0:1777586663.038059:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.038063:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.038073:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667656320/t0(0) o900->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:29/10 lens 264/248 e 0 to 0 dl 1777586679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586663.038126:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586663.038132:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:3.0:1777586663.038134:0:199601:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000200:3.0:1777586663.038151:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667656320/t0(0) o900->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:29/10 lens 264/248 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586663.038159:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667656320/t0(0) o900->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:29/10 lens 264/248 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586663.038187:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005bc5499. 02000000:00000010:3.0:1777586663.038197:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ac75409. 02000000:00000010:3.0:1777586663.038201:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006398e052. 00000100:00000010:3.0:1777586663.038204:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 80000000:00000010:3.0:1777586663.038210:0:199601:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000052f6a2b1. 00000020:00000010:3.0:1777586663.038221:0:199601:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000026866885. 00000100:00000010:3.0:1777586663.038226:0:199601:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 02000000:00000010:3.0:1777586663.038236:0:199601:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006398e052. 00000100:00000010:3.0:1777586663.038247:0:199601:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005bc5499. 02000000:00000010:3.0:1777586663.038389:0:199601:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000b7c569ee. 00000400:00000010:3.0:1777586663.038394:0:199601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000010:3.0:1777586663.038399:0:199601:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at 00000000a79804b2. 00000100:00000200:3.0:1777586663.038409:0:199601:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1863934667656448, portal 10 00000400:00000010:3.0:1777586663.038414:0:199601:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000100:00000200:3.0:1777586663.038416:0:199601:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1863934667656448, offset 0 00000400:00000200:3.0:1777586663.038432:0:199601:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586663.038440:0:199601:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586663.038445:0:199601:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586663.038448:0:199601:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586663.038452:0:199601:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586663.038454:0:199601:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586663.038458:0:199601:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [29:29:256:4294967295] 192.168.204.155@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1777586663.038467:0:199601:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586663.038472:0:199601:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586663.038476:0:199601:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000800:00000200:3.0:1777586663.038481:0:199601:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586663.038498:0:199601:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586663.038501:0:199601:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:1.0:1777586663.039215:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586663.039220:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000400:00000200:1.0:1777586663.039224:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586663.039228:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586663.039232:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:1.0:1777586663.039234:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000200:1.0:1777586663.039239:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667656448/t0(0) o33->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:23/10 lens 448/66264 e 0 to 0 dl 1777586679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:2.0:1777586663.039700:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586663.039711:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 4 MB=0x69f3d1bc00c00 00000400:00000200:2.0:1777586663.039718:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 416/416 into md 0x1cd [1] + 0 00000400:00000200:2.0:1777586663.039729:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586663.039732:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:2.0:1777586663.039739:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667656192/t0(0) o8->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1777586673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586663.039838:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777586663.039845:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777586663.039847:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777586663.039852:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667656192/t0(0) o8->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1777586673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586663.039860:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667656192/t0(0) o8->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 520/544 e 0 to 0 dl 1777586673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586663.039928:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004891102b. 02000000:00000010:0.0:1777586663.039935:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000152b3187. 00000100:00000010:0.0:1777586663.039955:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000400:00000200:0.0:1777586663.051881:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586663.051914:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 464 into portal 10 MB=0x69f3d1bc00d00 00000400:00000200:0.0:1777586663.051922:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 464/464 into md 0x1dd [32] + 224 00000400:00000200:0.0:1777586663.051978:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586663.051983:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586663.051992:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667656448/t0(0) o33->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:23/10 lens 448/66264 e 0 to 0 dl 1777586679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777586663.052124:0:199601:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586663.052130:0:199601:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79804b2 00000400:00000010:3.0:1777586663.052132:0:199601:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at 00000000a79804b2. 00000100:00000200:3.0:1777586663.052137:0:199601:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667656448/t0(0) o33->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:23/10 lens 448/66264 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1777586663.052146:0:199601:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667656448/t0(0) o33->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:23/10 lens 448/66264 e 0 to 0 dl 1777586679 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:3.0:1777586663.052177:0:199601:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005bc5499. 00000002:00000200:3.0:1777586663.052183:0:199601:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:3.0:1777586663.052186:0:199601:0:(llite_lib.c:751:client_common_fill_super()) kfreed 'op_data': 384 at 000000006ef1c2a6. 00000020:00000010:3.0:1777586663.052222:0:199601:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 00000000f6a1620d. 00000020:00000010:3.0:1777586663.052228:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ef1c2a6. 00000020:00000010:3.0:1777586663.052232:0:199601:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ac75409. 00000020:00000010:3.0:1777586663.052236:0:199601:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000039598914. 00000008:00000010:3.0:1777586663.052242:0:199601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb705277. 00020000:00000010:3.0:1777586663.052246:0:199601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000046aaf819. 00008000:00000010:3.0:1777586663.052282:0:199601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006dd1a4cb. 00000080:00000010:3.0:1777586663.052288:0:199601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000affec7a9. 00000080:00000010:3.0:1777586663.052292:0:199601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ad76f8d6. 00000020:00000010:3.0:1777586663.052296:0:199601:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014a8f4d1. 00000008:00000010:3.0:1777586663.052299:0:199601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000086c6b6c6. 00020000:00000010:3.0:1777586663.052302:0:199601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000004e839441. 00008000:00000010:3.0:1777586663.052304:0:199601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b70dc123. 00000080:00000010:3.0:1777586663.052308:0:199601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009ad37648. 00000080:00000010:3.0:1777586663.052321:0:199601:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at 000000000501b66f. 00000080:00000010:3.0:1777586663.052327:0:199601:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at 00000000a79804b2. 00000020:00000010:3.0:1777586663.052365:0:199601:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 00000000ef8ff0d9. 00000020:00000010:3.0:1777586663.052375:0:199601:0:(lprocfs_status.c:1446:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008545b6cb. 00000020:00000010:3.0:1777586663.052378:0:199601:0:(lprocfs_status.c:1458:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000005bc5499. 00000008:00000010:2.0:1777586663.052540:0:199601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eb2c5f89. 00020000:00000010:2.0:1777586663.052544:0:199601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e7adca95. 00008000:00000010:2.0:1777586663.052547:0:199601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000431648e1. 00000080:00000010:2.0:1777586663.052551:0:199601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f69d45bd. 00000080:00000010:2.0:1777586663.052553:0:199601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000b3fd6ee8. 00000008:00000010:2.0:1777586663.052556:0:199601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000955f3007. 00020000:00000010:2.0:1777586663.052559:0:199601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000029b42b85. 00008000:00000010:2.0:1777586663.052561:0:199601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f9b7f58f. 00000080:00000010:2.0:1777586663.052563:0:199601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000361d3882. 00000008:00000010:2.0:1777586663.052567:0:199601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000025047ca3. 00020000:00000010:2.0:1777586663.052569:0:199601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000cf8ebeba. 00008000:00000010:2.0:1777586663.052571:0:199601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a4d9a367. 00000080:00000010:2.0:1777586663.052572:0:199601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000071dfea2b. 00000080:00000010:2.0:1777586663.052574:0:199601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000002c168682. 00000008:00000010:2.0:1777586663.052577:0:199601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000767e4248. 00020000:00000010:2.0:1777586663.052579:0:199601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000075954af6. 00008000:00000010:2.0:1777586663.052580:0:199601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000089286ccc. 00000080:00000010:2.0:1777586663.052582:0:199601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005ed9eeac. 00000008:00000010:2.0:1777586663.052585:0:199601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000056372c4f. 00020000:00000010:2.0:1777586663.052588:0:199601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000009d0ee23a. 00008000:00000010:2.0:1777586663.052590:0:199601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000fe46de78. 00000080:00000010:2.0:1777586663.052593:0:199601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000033931920. 00000080:00000010:2.0:1777586663.052602:0:199601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006091926e. 00000008:00000010:2.0:1777586663.052605:0:199601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004173e5fa. 00020000:00000010:2.0:1777586663.052608:0:199601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000001c359337. 00008000:00000010:2.0:1777586663.052610:0:199601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e340e935. 00000080:00000010:2.0:1777586663.052612:0:199601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000046a7cb1. 00000008:00000010:2.0:1777586663.052616:0:199601:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ab3d1eee. 00020000:00000010:2.0:1777586663.052618:0:199601:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000088c99068. 00008000:00000010:2.0:1777586663.052620:0:199601:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000dfa31e82. 00000080:00000010:2.0:1777586663.052622:0:199601:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000846d9845. 00000080:00000010:2.0:1777586663.052624:0:199601:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000027f1236b. 00000008:00000010:2.0:1777586663.052627:0:199601:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009b8966d6. 00020000:00000010:2.0:1777586663.052629:0:199601:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f20bdf66. 00008000:00000010:2.0:1777586663.052630:0:199601:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000002526cb0c. 00000080:00000010:2.0:1777586663.052632:0:199601:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000056b0cf89. 00020000:00000010:2.0:1777586663.052641:0:199601:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 0000000071bd65c4. 00020000:00000010:2.0:1777586663.052646:0:199601:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000e6d6314f. 00020000:00000010:2.0:1777586663.052649:0:199601:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000009216c58b. 00000020:00000010:2.0:1777586663.052654:0:199601:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000001ac75409. 00000020:00000010:2.0:1777586663.052711:0:199601:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 0000000039598914. 00000008:00000010:2.0:1777586663.052715:0:199601:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000eb705277. 00020000:00000010:2.0:1777586663.052723:0:199601:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 0000000046aaf819. 00008000:00000010:2.0:1777586663.052726:0:199601:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000006dd1a4cb. 00000080:00000010:2.0:1777586663.052730:0:199601:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000affec7a9. 00000080:00000010:2.0:1777586663.052733:0:199601:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000ad76f8d6. 00000020:00000010:2.0:1777586663.052736:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ef1c2a6. 00000008:00000010:2.0:1777586663.052738:0:199601:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000086c6b6c6. 00020000:00000010:2.0:1777586663.052741:0:199601:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004e839441. 00008000:00000010:2.0:1777586663.052743:0:199601:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b70dc123. 00000080:00000010:2.0:1777586663.052745:0:199601:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009ad37648. 00000020:00000010:2.0:1777586663.052748:0:199601:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014a8f4d1. 00000020:00000010:2.0:1777586663.052750:0:199601:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at 00000000f6a1620d. 00000080:00000010:2.0:1777586663.052836:0:199601:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at 0000000097d35801. 02000000:00000010:2.0:1777586663.052857:0:199601:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000b7c569ee. 02000000:00000010:2.0:1777586663.052882:0:199601:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006398e052. 00000100:00000010:2.0:1777586663.052886:0:199601:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000080:00000010:2.0:1777586663.052905:0:199601:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at 000000003dfb49b6. 00000080:00000010:2.0:1777586663.052911:0:199601:0:(llite_lib.c:840:client_common_fill_super()) kfreed 'data': 192 at 00000000775da5e0. 00000080:00000010:2.0:1777586663.052914:0:199601:0:(llite_lib.c:841:client_common_fill_super()) kfreed 'osfs': 144 at 00000000e4aae521. 00000080:00000010:2.0:1777586663.052938:0:199601:0:(llite_lib.c:1490:ll_fill_super()) kfreed 'md': 33 at 0000000061a785f7. 00000080:00000010:2.0:1777586663.052941:0:199601:0:(llite_lib.c:1492:ll_fill_super()) kfreed 'dt': 33 at 00000000fb59f4f3. 00000080:00000010:2.0:1777586663.052945:0:199601:0:(llite_lib.c:1500:ll_fill_super()) kfreed 'cfg': 88 at 000000008a36315f. 00000080:02000400:2.0:1777586663.052947:0:199601:0:(llite_lib.c:1506:ll_fill_super()) Mounted lustre-client 00000400:00000001:2.0:1777586663.124655:0:199635:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:1.0:1777586663.661374:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586663.661381:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586663.661411:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586663.661427:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586663.661429:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1777586664.311354:0:199642:0:(llite_lib.c:4058:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586664.479802:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d5cdedf7 00000080:00200008:1.0:1777586664.479811:0:199662:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000968c31a1), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1777586664.479818:0:199662:0:(file.c:6119:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1777586664.479819:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d97c1564 00000080:00200000:1.0:1777586664.479821:0:199662:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000968c31a1),name=/ 00000080:00000010:1.0:1777586664.479827:0:199662:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000767cccb1. 00000080:00000001:1.0:1777586664.479833:0:199662:0:(namei.c:939:ll_intent_lock()) Process entered 00000020:00000010:1.0:1777586664.479839:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ea9ea6eb. 00800000:00000001:1.0:1777586664.479842:0:199662:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1777586664.479850:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000003b9a6017 00800000:00000002:1.0:1777586664.479853:0:199662:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1777586664.479856:0:199662:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1777586664.479859:0:199662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1777586664.479872:0:199662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1777586664.479875:0:199662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1777586664.479878:0:199662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1777586664.479880:0:199662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1777586664.479882:0:199662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1777586664.479885:0:199662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1777586664.479888:0:199662:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1777586664.479893:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000089e98762. 00000002:00000001:1.0:1777586664.479897:0:199662:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1777586664.479899:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 0000000052a939a5 00000002:00010000:1.0:1777586664.479901:0:199662:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1777586664.479905:0:199662:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1777586664.479908:0:199662:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1777586664.479911:0:199662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1777586664.479916:0:199662:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.479918:0:199662:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.479920:0:199662:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.479923:0:199662:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1777586664.479925:0:199662:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1777586664.479929:0:199662:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586664.479933:0:199662:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00010000:00000001:1.0:1777586664.479939:0:199662:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1777586664.479943:0:199662:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586664.479947:0:199662:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.479949:0:199662:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586664.479951:0:199662:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586664.479954:0:199662:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586664.479959:0:199662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000740b57ac. 00000100:00000001:1.0:1777586664.479966:0:199662:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.479970:0:199662:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1777586664.479971:0:199662:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.479972:0:199662:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1777586664.479978:0:199662:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.479979:0:199662:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.479984:0:199662:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00010000:00000001:1.0:1777586664.479987:0:199662:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1777586664.479990:0:199662:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1777586664.479993:0:199662:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f23143dd. 00010000:00000010:1.0:1777586664.479996:0:199662:0:(ldlm_resource.c:1454:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000676ceb26. 00010000:00000001:1.0:1777586664.480001:0:199662:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1777586664.480003:0:199662:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000023ad9627. 00000020:00000010:1.0:1777586664.480006:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000f90405d5. 00000020:00000001:1.0:1777586664.480009:0:199662:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1777586664.480011:0:199662:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000023ad9627 with handle 0xbf3b8af56f2249ae to hash 00000020:00000001:1.0:1777586664.480013:0:199662:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1777586664.480014:0:199662:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.480017:0:199662:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.480020:0:199662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586664.480022:0:199662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586664.480025:0:199662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 199662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586664.480033:0:199662:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 199662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586664.480042:0:199662:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 199662 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1777586664.480047:0:199662:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586664.480049:0:199662:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586664.480055:0:199662:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.480057:0:199662:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122139968 : -105794587411648 : ffff9fc7c732bb40) 00000100:00000001:1.0:1777586664.480061:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.480063:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:1.0:1777586664.480068:0:199662:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586664.480075:0:199662:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.480078:0:199662:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586664.480085:0:199662:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586664.480094:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1777586664.480102:0:199662:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586664.480104:0:199662:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.480108:0:199662:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586664.480110:0:199662:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586664.480112:0:199662:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586664.480114:0:199662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656576:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586664.480118:0:199662:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586664.480123:0:199662:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586664.480125:0:199662:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.480127:0:199662:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586664.480131:0:199662:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000002ed29ffa. 02000000:00000001:1.0:1777586664.480133:0:199662:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586664.480139:0:199662:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586664.480145:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586664.480152:0:199662:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1863934667656576, portal 10 00000100:00000001:1.0:1777586664.480153:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.480154:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000040:1.0:1777586664.480159:0:199662:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1777586664.480165:0:199662:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586664.480168:0:199662:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586664.480171:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000100:00000200:1.0:1777586664.480173:0:199662:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1863934667656576, offset 0 00000400:00000200:1.0:1777586664.480179:0:199662:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586664.480192:0:199662:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586664.480197:0:199662:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586664.480201:0:199662:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586664.480205:0:199662:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586664.480213:0:199662:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586664.480216:0:199662:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [30:30:256:4294967295] 192.168.204.155@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1777586664.480226:0:199662:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586664.480231:0:199662:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586664.480235:0:199662:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586664.480242:0:199662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586664.480248:0:199662:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586664.480332:0:199662:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1777586664.480351:0:199662:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.480356:0:199662:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1949471 usecs (1950 jiffies) 00000100:00000001:1.0:1777586664.480359:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306413392 00000100:00000001:1.0:1777586664.480361:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.480364:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306413392 00000100:00000001:1.0:1777586664.480365:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.480367:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306413392 00000100:00000001:1.0:1777586664.480369:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.480371:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306413392 00000100:00000001:1.0:1777586664.480373:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.480375:0:199662:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.480378:0:199662:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.480380:0:199662:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586664.480382:0:199662:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586664.480384:0:199662:0:(client.c:2691:ptlrpc_set_wait()) set 00000000891a654c going to sleep for 11 seconds 00000100:00000001:1.0:1777586664.480387:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586664.480389:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586664.480498:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586664.480501:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586664.480504:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586664.480508:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586664.480512:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000400:00000010:2.0:1777586664.480514:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:2.0:1777586664.480516:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586664.480519:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1777586664.480526:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586664.480527:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1777586664.480531:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586664.480533:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586664.485122:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.485138:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586664.485142:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.485145:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586664.485157:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586664.485172:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 688 into portal 10 MB=0x69f3d1bc00d80 00000400:00000200:2.0:1777586664.485179:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 688/688 into md 0x1e5 [1] + 224 00000800:00000001:2.0:1777586664.485187:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.485195:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586664.485209:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586664.485213:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586664.485219:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586664.485226:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:2.0:1777586664.485236:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1777586664.485332:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586664.485341:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.485344:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.485493:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586664.485500:0:199662:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586664.485510:0:199662:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586664.485512:0:199662:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586664.485520:0:199662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777586664.485521:0:199662:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777586664.485524:0:199662:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586664.485527:0:199662:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1777586664.485533:0:199662:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/1152 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1777586664.485537:0:199662:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586664.485538:0:199662:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.485540:0:199662:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586664.485543:0:199662:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586664.485545:0:199662:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586664.485546:0:199662:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.485549:0:199662:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586664.485557:0:199662:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586664.485560:0:199662:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586664.485563:0:199662:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586664.485564:0:199662:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.485567:0:199662:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586664.485684:0:199662:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.485689:0:199662:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586664.485690:0:199662:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586664.485692:0:199662:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586664.485693:0:199662:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.485696:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/688 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1777586664.485701:0:199662:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.485703:0:199662:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586664.485704:0:199662:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586664.485706:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/688 e 0 to 0 dl 1777586680 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1777586664.485710:0:199662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656576:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586664.485714:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.485720:0:199662:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.485722:0:199662:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586664.485724:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.485726:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/688 e 0 to 0 dl 1777586680 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1777586664.485733:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586664.485736:0:199662:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.485739:0:199662:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586664.485740:0:199662:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.485743:0:199662:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1777586664.485747:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485749:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485751:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=4 00000020:00000001:1.0:1777586664.485754:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485756:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000040:1.0:1777586664.485762:0:199662:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000023ad9627, remote cookie: 0xacc125e529a4521c, flags: 0x1001 00010000:00010000:1.0:1777586664.485766:0:199662:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586664.485776:0:199662:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485782:0:199662:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1777586664.485787:0:199662:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1777586664.485789:0:199662:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1777586664.485790:0:199662:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1777586664.485792:0:199662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1777586664.485794:0:199662:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000f23143dd) refcount = 1 00010000:00010000:1.0:1777586664.485797:0:199662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485804:0:199662:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1777586664.485810:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c6ad9ff3. 00010000:00000001:1.0:1777586664.485818:0:199662:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1777586664.485820:0:199662:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777586664.485823:0:199662:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1777586664.485826:0:199662:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586664.485828:0:199662:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485834:0:199662:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1777586664.485836:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485837:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.485838:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485839:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.485840:0:199662:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.485845:0:199662:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1777586664.485847:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485848:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485849:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.485851:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485853:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485855:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485856:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485857:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=4 00000020:00000001:1.0:1777586664.485859:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485871:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485873:0:199662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586664.485876:0:199662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586664.485878:0:199662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485885:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485885:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.485887:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485888:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485889:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=5 00000020:00000001:1.0:1777586664.485895:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485897:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485900:0:199662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1777586664.485901:0:199662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485908:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485909:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1777586664.485910:0:199662:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485916:0:199662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1777586664.485918:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485918:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.485919:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485920:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1777586664.485925:0:199662:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/688 e 0 to 0 dl 1777586680 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1777586664.485950:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485951:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485953:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.485954:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485956:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485958:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485959:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1777586664.485961:0:199662:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.485962:0:199662:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.485965:0:199662:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1777586664.485967:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485968:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485969:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.485971:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485972:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00000002:00010000:1.0:1777586664.485981:0:199662:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.485988:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.485989:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.485991:0:199662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1777586664.485992:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.485993:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.485994:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.485996:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.485997:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000040:1.0:1777586664.486003:0:199662:0:(ldlm_resource.c:1622:ldlm_resource_getref()) getref res: 00000000f23143dd count: 2 00010000:00000001:1.0:1777586664.486005:0:199662:0:(ldlm_resource.c:1561:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1777586664.486009:0:199662:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns 00000000423da3bc type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1777586664.486012:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.486013:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1777586664.486014:0:199662:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1777586664.486016:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005fce1be6 00000002:00002000:1.0:1777586664.486018:0:199662:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1777586664.486021:0:199662:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.486024:0:199662:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.486026:0:199662:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1777586664.486029:0:199662:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1777586664.486032:0:199662:0:(namei.c:985:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1777586664.486036:0:199662:0:(llite_lib.c:4014:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000767cccb1. 00000080:00000001:1.0:1777586664.486040:0:199662:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1777586664.486042:0:199662:0:(llite_lib.c:3655:ll_prep_inode()) Process entered 00000002:00000001:1.0:1777586664.486048:0:199662:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1777586664.486052:0:199662:0:(lmv_obd.c:3787:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1777586664.486055:0:199662:0:(lmv_obd.c:3766:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 00000000f94aff61. 00800000:00000001:1.0:1777586664.486058:0:199662:0:(lmv_obd.c:3771:lmv_stripe_object_alloc()) Process leaving (rc=18446638280023372800 : -105793686178816 : ffff9fc7fcea7400) 00800000:00000001:1.0:1777586664.486060:0:199662:0:(lmv_obd.c:3848:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.486063:0:199662:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1777586664.486065:0:199662:0:(llite_lib.c:1808:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1777586664.486072:0:199662:0:(llite_lib.c:1812:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1777586664.486075:0:199662:0:(llite_lib.c:1763:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1777586664.486077:0:199662:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1777586664.486082:0:199662:0:(llite_lib.c:1798:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1777586664.486083:0:199662:0:(llite_lib.c:1829:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.486087:0:199662:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1777586664.486090:0:199662:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1777586664.486093:0:199662:0:(llite_lib.c:2945:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1777586664.486096:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.486097:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.486099:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.486100:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.486102:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.486104:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.486105:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1777586664.486107:0:199662:0:(llite_lib.c:3753:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1777586664.486109:0:199662:0:(lmv_obd.c:4024:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1777586664.486110:0:199662:0:(lmv_obd.c:4031:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1777586664.486113:0:199662:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000968c31a1) for lock 0xbf3b8af56f2249ae 00800000:00000001:1.0:1777586664.486116:0:199662:0:(lmv_obd.c:3944:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1777586664.486118:0:199662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1777586664.486119:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.486120:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.486121:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.486122:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.486124:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.486126:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.486127:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1777586664.486128:0:199662:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.486130:0:199662:0:(lmv_obd.c:3949:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.486132:0:199662:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1777586664.486133:0:199662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000968c31a1) 00000080:00010000:1.0:1777586664.486136:0:199662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbf3b8af56f2249ae from it 000000003cb5978b 00010000:00000001:1.0:1777586664.486144:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.486145:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.486146:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.486148:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.486150:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.486151:0:199662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1777586664.486153:0:199662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586664.486159:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.486160:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.486161:0:199662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1777586664.486163:0:199662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1777586664.486165:0:199662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1777586664.486172:0:199662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586664.486174:0:199662:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586664.486176:0:199662:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586664.486179:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.486180:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.486181:0:199662:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.486184:0:199662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586664.486185:0:199662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.486187:0:199662:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.486188:0:199662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.486190:0:199662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1777586664.486191:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.486192:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1777586664.486194:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.486198:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667656576/t0(0) o101->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 576/688 e 0 to 0 dl 1777586680 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1777586664.486205:0:199662:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586664.486207:0:199662:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586664.486210:0:199662:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000002ed29ffa. 02000000:00000001:1.0:1777586664.486224:0:199662:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586664.486226:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.486227:0:199662:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.486229:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586664.486231:0:199662:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000740b57ac. 02000000:00000001:1.0:1777586664.486235:0:199662:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586664.486236:0:199662:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586664.486238:0:199662:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:1.0:1777586664.486241:0:199662:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586664.486241:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1777586664.486245:0:199662:0:(file.c:6179:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1777586664.486270:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 000000002ed29ffa. 00000020:00000001:1.0:1777586664.486274:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d5cdedf7 00000080:00000008:1.0:1777586664.486275:0:199662:0:(file.c:6402:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000968c31a1), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1777586664.486856:0:199662:0:(llite_lib.c:4058:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586664.486897:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d5cdedf7 00000080:00200008:1.0:1777586664.486899:0:199662:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000968c31a1), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1777586664.486904:0:199662:0:(file.c:6119:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1777586664.486906:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d97c1564 00000080:00200000:1.0:1777586664.486907:0:199662:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000968c31a1),name=/ 00000080:00000010:1.0:1777586664.486911:0:199662:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000767cccb1. 00800000:00000002:1.0:1777586664.486916:0:199662:0:(lmv_obd.c:3859:lmv_stripe_object_get()) get 00000000f94aff61 2 00000080:00000001:1.0:1777586664.486919:0:199662:0:(namei.c:939:ll_intent_lock()) Process entered 00800000:00000001:1.0:1777586664.486922:0:199662:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1777586664.486924:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000003b9a6017 00800000:00000002:1.0:1777586664.486926:0:199662:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1777586664.486929:0:199662:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1777586664.486931:0:199662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1777586664.486933:0:199662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1777586664.486935:0:199662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1777586664.486937:0:199662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1777586664.486939:0:199662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1777586664.486940:0:199662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1777586664.486942:0:199662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1777586664.486945:0:199662:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1777586664.486956:0:199662:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1777586664.486958:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 0000000052a939a5 00000002:00010000:1.0:1777586664.486959:0:199662:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1777586664.486963:0:199662:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1777586664.486965:0:199662:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1777586664.486967:0:199662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1777586664.486969:0:199662:0:(ldlm_resource.c:1622:ldlm_resource_getref()) getref res: 00000000f23143dd count: 2 00010000:00000001:1.0:1777586664.486971:0:199662:0:(ldlm_resource.c:1561:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777586664.486974:0:199662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586664.486976:0:199662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1777586664.486979:0:199662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1777586664.486987:0:199662:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1777586664.486990:0:199662:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586664.486992:0:199662:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1777586664.486998:0:199662:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1777586664.487000:0:199662:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1777586664.487006:0:199662:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1777586664.487008:0:199662:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1777586664.487009:0:199662:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1777586664.487011:0:199662:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1777586664.487013:0:199662:0:(namei.c:985:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1777586664.487014:0:199662:0:(lmv_obd.c:3904:lmv_stripe_object_put()) put 00000000f94aff61 2 00000080:00000010:1.0:1777586664.487016:0:199662:0:(llite_lib.c:4014:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000767cccb1. 00000080:00000001:1.0:1777586664.487020:0:199662:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1777586664.487021:0:199662:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1777586664.487022:0:199662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000968c31a1) 00000080:00010000:1.0:1777586664.487025:0:199662:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000968c31a1) for lock 0xbf3b8af56f2249ae 00800000:00000001:1.0:1777586664.487027:0:199662:0:(lmv_obd.c:3944:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1777586664.487029:0:199662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1777586664.487034:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.487035:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.487037:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.487038:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487040:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487042:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.487043:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1777586664.487044:0:199662:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.487046:0:199662:0:(lmv_obd.c:3949:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1777586664.487047:0:199662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbf3b8af56f2249ae from it 000000003cb5978b 00010000:00000001:1.0:1777586664.487049:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.487050:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.487051:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.487052:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487053:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487055:0:199662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1777586664.487056:0:199662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1777586664.487062:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.487062:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.487063:0:199662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1777586664.487065:0:199662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1777586664.487066:0:199662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1777586664.487071:0:199662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586664.487073:0:199662:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586664.487074:0:199662:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586664.487076:0:199662:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487077:0:199662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586664.487079:0:199662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487080:0:199662:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487082:0:199662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487086:0:199662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1777586664.487088:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.487088:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1777586664.487090:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586664.487091:0:199662:0:(client.c:2872:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1777586664.487093:0:199662:0:(file.c:6179:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586664.487095:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d5cdedf7 00000080:00000008:1.0:1777586664.487096:0:199662:0:(file.c:6402:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000968c31a1), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1777586664.487170:0:199662:0:(file.c:6578:ll_inode_permission()) Process entered 00000080:00000001:1.0:1777586664.487172:0:199662:0:(file.c:6119:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1777586664.487173:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000733b2cfe 00000080:00200000:1.0:1777586664.487174:0:199662:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000968c31a1),name=/ 00000080:00000010:1.0:1777586664.487177:0:199662:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000767cccb1. 00800000:00000002:1.0:1777586664.487179:0:199662:0:(lmv_obd.c:3859:lmv_stripe_object_get()) get 00000000f94aff61 2 00000080:00000001:1.0:1777586664.487181:0:199662:0:(namei.c:939:ll_intent_lock()) Process entered 00800000:00000001:1.0:1777586664.487183:0:199662:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1777586664.487184:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000007158d096 00800000:00000002:1.0:1777586664.487185:0:199662:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1777586664.487188:0:199662:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1777586664.487189:0:199662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1777586664.487190:0:199662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1777586664.487191:0:199662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1777586664.487192:0:199662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1777586664.487193:0:199662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1777586664.487194:0:199662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1777586664.487195:0:199662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1777586664.487197:0:199662:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1777586664.487199:0:199662:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1777586664.487200:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000001be04f04 00000002:00010000:1.0:1777586664.487201:0:199662:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1777586664.487204:0:199662:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1777586664.487205:0:199662:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1777586664.487206:0:199662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1777586664.487208:0:199662:0:(ldlm_resource.c:1622:ldlm_resource_getref()) getref res: 00000000f23143dd count: 2 00010000:00000001:1.0:1777586664.487209:0:199662:0:(ldlm_resource.c:1561:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777586664.487211:0:199662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586664.487218:0:199662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1777586664.487220:0:199662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:1.0:1777586664.487226:0:199662:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1777586664.487228:0:199662:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586664.487229:0:199662:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:1.0:1777586664.487234:0:199662:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1777586664.487236:0:199662:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1777586664.487237:0:199662:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1777586664.487239:0:199662:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1777586664.487240:0:199662:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1777586664.487241:0:199662:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1777586664.487243:0:199662:0:(namei.c:985:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1777586664.487245:0:199662:0:(lmv_obd.c:3904:lmv_stripe_object_put()) put 00000000f94aff61 2 00000080:00000010:1.0:1777586664.487247:0:199662:0:(llite_lib.c:4014:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000767cccb1. 00000080:00000001:1.0:1777586664.487272:0:199662:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1777586664.487274:0:199662:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1777586664.487276:0:199662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000968c31a1) 00000080:00010000:1.0:1777586664.487279:0:199662:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000968c31a1) for lock 0xbf3b8af56f2249ae 00800000:00000001:1.0:1777586664.487281:0:199662:0:(lmv_obd.c:3944:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1777586664.487283:0:199662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1777586664.487284:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.487284:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.487286:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.487287:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487288:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487290:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.487290:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1777586664.487291:0:199662:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.487292:0:199662:0:(lmv_obd.c:3949:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1777586664.487293:0:199662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbf3b8af56f2249ae from it 00000000f4f91d8a 00010000:00000001:1.0:1777586664.487298:0:199662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586664.487299:0:199662:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586664.487301:0:199662:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000023ad9627 refcount=3 00000020:00000001:1.0:1777586664.487302:0:199662:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487304:0:199662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060480 : -105793686491136 : ffff9fc7fce5b000) 00010000:00000001:1.0:1777586664.487306:0:199662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1777586664.487307:0:199662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:1.0:1777586664.487313:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.487314:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586664.487315:0:199662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1777586664.487317:0:199662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1777586664.487318:0:199662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9fc7c7c78000 lock: 0000000023ad9627/0xbf3b8af56f2249ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xacc125e529a4521c expref: -99 pid: 199662 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1777586664.487324:0:199662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586664.487325:0:199662:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586664.487326:0:199662:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586664.487328:0:199662:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487330:0:199662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586664.487331:0:199662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487332:0:199662:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487334:0:199662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.487336:0:199662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1777586664.487337:0:199662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586664.487338:0:199662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1777586664.487339:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586664.487341:0:199662:0:(client.c:2872:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1777586664.487343:0:199662:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000968c31a1), inode mode 41ed mask 44 00000080:00000001:1.0:1777586664.487346:0:199662:0:(file.c:6632:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.487350:0:199662:0:(dir.c:2993:ll_dir_open()) Process entered 00000080:00000001:1.0:1777586664.487352:0:199662:0:(file.c:1053:ll_file_open()) Process entered 00000020:00000001:1.0:1777586664.487353:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000733b2cfe 00000080:00200008:1.0:1777586664.487355:0:199662:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](00000000968c31a1), flags 100000 00000080:00000010:1.0:1777586664.487363:0:199662:0:(file.c:69:ll_file_data_get()) slab-alloced 'lfd': 288 at 000000009c122985. 00000080:00000001:1.0:1777586664.487367:0:199662:0:(file.c:1082:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.487369:0:199662:0:(dir.c:2994:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.487468:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.487470:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.487477:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.487479:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.487483:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.487487:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.487489:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.487491:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.487492:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.487496:0:199662:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1777586664.487497:0:199662:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9fc7c7c78000: age 11742, max_age 11743 00000002:00000001:1.0:1777586664.487500:0:199662:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1777586664.487501:0:199662:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000010:1.0:1777586664.487504:0:199662:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586664.487506:0:199662:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=5 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586664.487509:0:199662:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586664.487510:0:199662:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586664.487512:0:199662:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586664.487516:0:199662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:1.0:1777586664.487520:0:199662:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.487522:0:199662:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586664.487524:0:199662:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586664.487527:0:199662:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.487528:0:199662:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122139968 : -105794587411648 : ffff9fc7c732bb40) 00000100:00000001:1.0:1777586664.487530:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.487530:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:1.0:1777586664.487534:0:199662:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586664.487535:0:199662:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.487536:0:199662:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586664.487537:0:199662:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586664.487542:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.487558:0:199662:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586664.487559:0:199662:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.487563:0:199662:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586664.487565:0:199662:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586664.487567:0:199662:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586664.487570:0:199662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656704:192.168.204.155@tcp:41: 00000100:00000001:1.0:1777586664.487574:0:199662:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586664.487578:0:199662:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586664.487580:0:199662:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.487582:0:199662:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586664.487586:0:199662:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ef4748a7. 02000000:00000001:1.0:1777586664.487587:0:199662:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586664.487592:0:199662:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586664.487597:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586664.487603:0:199662:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667656704, portal 10 00000100:00000001:1.0:1777586664.487605:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.487606:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000040:1.0:1777586664.487611:0:199662:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.487618:0:199662:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586664.487621:0:199662:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586664.487623:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000100:00000200:1.0:1777586664.487626:0:199662:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667656704, offset 0 00000400:00000200:1.0:1777586664.487631:0:199662:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586664.487642:0:199662:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586664.487646:0:199662:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586664.487650:0:199662:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586664.487653:0:199662:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586664.487656:0:199662:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586664.487660:0:199662:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [31:31:256:4294967295] 192.168.204.155@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1777586664.487670:0:199662:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586664.487681:0:199662:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586664.487686:0:199662:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ec524f. 00000800:00000200:1.0:1777586664.487692:0:199662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586664.487697:0:199662:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586664.487700:0:199662:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ec524f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586664.487711:0:199662:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.487715:0:199662:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1706642 usecs (1707 jiffies) 00000100:00000001:1.0:1777586664.487718:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306413157 00000100:00000001:1.0:1777586664.487720:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.487721:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306413157 00000100:00000001:1.0:1777586664.487723:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.487724:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306413157 00000100:00000001:1.0:1777586664.487726:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.487726:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306413157 00000100:00000001:1.0:1777586664.487728:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.487728:0:199662:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.487730:0:199662:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.487732:0:199662:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586664.487733:0:199662:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586664.487735:0:199662:0:(client.c:2691:ptlrpc_set_wait()) set 00000000891a654c going to sleep for 11 seconds 00000100:00000001:1.0:1777586664.487737:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586664.487738:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586664.487837:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586664.487841:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ec524f. 00000400:00000200:0.0:1777586664.487846:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586664.487856:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586664.487872:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:0.0:1777586664.487874:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:0.0:1777586664.487878:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586664.487882:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586664.487891:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586664.487893:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586664.487905:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586664.487906:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586664.490508:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.490523:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586664.490527:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.490529:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586664.490539:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586664.490556:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 368 into portal 10 MB=0x69f3d1bc00e00 00000400:00000200:2.0:1777586664.490564:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 368/368 into md 0x1ed [1] + 224 00000800:00000001:2.0:1777586664.490571:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.490580:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586664.490583:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586664.490587:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586664.490594:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586664.490601:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586664.490611:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.490664:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586664.490683:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586664.490692:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.490695:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586664.490733:0:199662:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586664.490735:0:199662:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586664.490737:0:199662:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586664.490741:0:199662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777586664.490743:0:199662:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777586664.490746:0:199662:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586664.490749:0:199662:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586664.490770:0:199662:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.490776:0:199662:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586664.490779:0:199662:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.490781:0:199662:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586664.490784:0:199662:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586664.490786:0:199662:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586664.490788:0:199662:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.490791:0:199662:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586664.490799:0:199662:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586664.490802:0:199662:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586664.490805:0:199662:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586664.490806:0:199662:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.490809:0:199662:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586664.490811:0:199662:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.490815:0:199662:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586664.490817:0:199662:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586664.490818:0:199662:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586664.490820:0:199662:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.490823:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.490829:0:199662:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.490832:0:199662:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586664.490834:0:199662:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586664.490837:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586664.490843:0:199662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656704:192.168.204.155@tcp:41: 00000100:00000001:1.0:1777586664.490848:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.490851:0:199662:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.490853:0:199662:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586664.490855:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.490875:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.490882:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586664.490885:0:199662:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.490888:0:199662:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586664.490889:0:199662:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.490894:0:199662:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:1.0:1777586664.490895:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.490897:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667656704/t0(0) o41->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.490903:0:199662:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586664.490905:0:199662:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586664.490908:0:199662:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ef4748a7. 02000000:00000001:1.0:1777586664.490911:0:199662:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586664.490913:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.490914:0:199662:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.490917:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586664.490919:0:199662:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:1.0:1777586664.490923:0:199662:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586664.490925:0:199662:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586664.490927:0:199662:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:1.0:1777586664.490930:0:199662:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586664.490931:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777586664.490932:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.490933:0:199662:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.490935:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:1.0:1777586664.490937:0:199662:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9fc7c7c78000: update 00000000af49beea cache blocks 20244/23812 objects 79718/79992 00800000:00000001:1.0:1777586664.490941:0:199662:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.490945:0:199662:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.490948:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1777586664.490950:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.490953:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.490957:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.491068:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.491070:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.491078:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.491086:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.491090:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.491095:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.491097:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.491100:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.491101:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.491107:0:199662:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1777586664.491109:0:199662:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff9fc7c7c78000: age 10737, max_age 11743 00000002:00000001:1.0:1777586664.491112:0:199662:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1777586664.491114:0:199662:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000010:1.0:1777586664.491119:0:199662:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586664.491121:0:199662:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586664.491125:0:199662:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586664.491127:0:199662:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586664.491131:0:199662:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586664.491137:0:199662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ace88923. 00000100:00000001:1.0:1777586664.491149:0:199662:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.491152:0:199662:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586664.491154:0:199662:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586664.491158:0:199662:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.491160:0:199662:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122139968 : -105794587411648 : ffff9fc7c732bb40) 00000100:00000001:1.0:1777586664.491162:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.491163:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:1.0:1777586664.491167:0:199662:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586664.491170:0:199662:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.491171:0:199662:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586664.491173:0:199662:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586664.491177:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.491183:0:199662:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586664.491185:0:199662:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.491188:0:199662:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586664.491190:0:199662:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586664.491192:0:199662:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586664.491194:0:199662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656832:192.168.204.155@tcp:41: 00000100:00000001:1.0:1777586664.491203:0:199662:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586664.491208:0:199662:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586664.491210:0:199662:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.491212:0:199662:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586664.491214:0:199662:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ef4748a7. 02000000:00000001:1.0:1777586664.491216:0:199662:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586664.491219:0:199662:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586664.491224:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586664.491229:0:199662:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667656832, portal 10 00000100:00000001:1.0:1777586664.491231:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.491232:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000020:00000010:1.0:1777586664.491238:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009cc85b22. 00000100:00000040:1.0:1777586664.491243:0:199662:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.491293:0:199662:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586664.491296:0:199662:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586664.491299:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777586664.491302:0:199662:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667656832, offset 0 00000400:00000200:1.0:1777586664.491307:0:199662:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586664.491317:0:199662:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586664.491322:0:199662:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586664.491325:0:199662:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586664.491329:0:199662:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586664.491331:0:199662:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586664.491335:0:199662:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [32:32:256:4294967295] 192.168.204.155@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1777586664.491344:0:199662:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586664.491349:0:199662:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586664.491353:0:199662:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ec524f. 00000800:00000200:1.0:1777586664.491360:0:199662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586664.491366:0:199662:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586664.491369:0:199662:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ec524f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586664.491890:0:199662:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.491894:0:199662:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 426856 usecs (427 jiffies) 00000100:00000001:1.0:1777586664.491898:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306411881 00000100:00000001:1.0:1777586664.491901:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.491904:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306411881 00000100:00000001:1.0:1777586664.491906:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.491908:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306411881 00000100:00000001:1.0:1777586664.491910:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.491913:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306411881 00000100:00000001:1.0:1777586664.491914:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.491916:0:199662:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.491918:0:199662:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.491921:0:199662:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586664.491923:0:199662:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586664.491925:0:199662:0:(client.c:2691:ptlrpc_set_wait()) set 00000000891a654c going to sleep for 11 seconds 00000100:00000001:1.0:1777586664.491928:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586664.491930:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586664.492294:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586664.492299:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ec524f. 00000400:00000200:2.0:1777586664.492304:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586664.492318:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586664.492323:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:2.0:1777586664.492325:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:2.0:1777586664.492329:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586664.492332:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586664.492342:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586664.492344:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586664.492351:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586664.492352:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586664.496525:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586664.496541:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586664.496545:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586664.496547:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586664.496558:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586664.496574:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 368 into portal 10 MB=0x69f3d1bc00e80 00000400:00000200:0.0:1777586664.496582:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 368/368 into md 0x1f5 [1] + 224 00000800:00000001:0.0:1777586664.496590:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586664.496597:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586664.496600:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586664.496604:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586664.496611:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586664.496686:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586664.496698:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586664.496714:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586664.496723:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586664.496727:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.496746:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586664.496755:0:199662:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586664.496756:0:199662:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586664.496759:0:199662:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586664.496763:0:199662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777586664.496765:0:199662:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777586664.496769:0:199662:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586664.496773:0:199662:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586664.496782:0:199662:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.496788:0:199662:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586664.496790:0:199662:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.496807:0:199662:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586664.496810:0:199662:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586664.496812:0:199662:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586664.496814:0:199662:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.496817:0:199662:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586664.496827:0:199662:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586664.496830:0:199662:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586664.496833:0:199662:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586664.496834:0:199662:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.496837:0:199662:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586664.496841:0:199662:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586664.496849:0:199662:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.496852:0:199662:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586664.496854:0:199662:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586664.496856:0:199662:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586664.496858:0:199662:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.496874:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.496881:0:199662:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.496884:0:199662:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586664.496886:0:199662:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586664.496888:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586664.496895:0:199662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656832:192.168.204.155@tcp:41: 00000100:00000001:1.0:1777586664.496900:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.496902:0:199662:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.496905:0:199662:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586664.496907:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.496909:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.496916:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586664.496925:0:199662:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.496928:0:199662:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586664.496930:0:199662:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777586664.496935:0:199662:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:1.0:1777586664.496937:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.496940:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667656832/t0(0) o41->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/368 e 0 to 0 dl 1777586680 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.496946:0:199662:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586664.496948:0:199662:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586664.496951:0:199662:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ef4748a7. 02000000:00000001:1.0:1777586664.496953:0:199662:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586664.496955:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.496957:0:199662:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.496959:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586664.496961:0:199662:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ace88923. 02000000:00000001:1.0:1777586664.496965:0:199662:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586664.496967:0:199662:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586664.496968:0:199662:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:1.0:1777586664.496971:0:199662:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586664.496972:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777586664.496974:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.496975:0:199662:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.496977:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:1.0:1777586664.496979:0:199662:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff9fc7c7c78000: update 000000001be0fb21 cache blocks 20275/23812 objects 79737/79992 00800000:00000001:1.0:1777586664.496983:0:199662:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1777586664.496988:0:199662:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.496990:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1777586664.496992:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.496995:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.496997:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497174:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497176:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497182:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497184:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497187:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497190:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497195:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497197:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497198:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497201:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497203:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497204:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497205:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497207:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497208:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497211:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497212:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497213:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497214:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497215:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497216:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497217:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497217:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497218:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497219:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497220:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497221:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497222:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497223:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497224:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497225:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497226:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497227:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497227:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497228:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497229:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497230:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497230:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497231:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497237:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497238:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497240:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497242:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497243:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497245:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497295:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497297:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497300:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497302:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497304:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497307:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497308:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497310:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497311:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497313:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497314:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497316:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497317:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497331:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497333:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497337:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497338:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497340:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497342:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497344:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497345:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497347:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497348:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497348:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497351:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497352:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497359:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497361:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497363:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497364:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497368:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497369:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497371:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497379:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497382:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497384:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497385:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497387:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497387:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497390:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497391:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497393:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497394:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497396:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497398:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497400:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497401:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497403:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497404:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497406:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497407:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497408:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497409:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497410:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497412:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497413:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497415:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497416:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497422:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497424:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497427:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497428:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497431:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497432:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497433:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497435:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497436:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497437:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497438:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497440:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497441:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497443:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497444:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497445:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497447:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497449:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497450:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497451:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497452:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497454:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497455:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497457:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497458:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497458:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497460:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497461:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497462:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497464:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497465:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497466:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497469:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497474:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497477:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497479:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497480:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497482:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497484:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497485:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497486:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497489:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497490:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497492:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497493:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497495:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497497:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497501:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497502:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497504:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497505:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497506:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497508:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497509:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497510:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497511:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497512:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497514:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497515:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497516:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497517:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497518:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497521:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497521:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497523:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497524:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497529:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497531:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497533:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497534:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497534:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497536:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497538:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497539:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497541:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497542:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497544:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497547:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497548:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497551:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497551:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497553:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497555:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497556:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497557:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497558:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497560:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497561:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497563:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497565:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497566:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497568:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497570:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497571:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497574:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497574:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497576:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497578:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497580:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497584:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497585:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497588:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497589:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497591:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497593:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497595:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497597:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497601:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497602:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497604:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497605:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497607:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497608:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497610:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497611:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497611:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497613:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497615:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497616:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497618:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497620:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497621:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497624:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497625:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497627:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497628:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497630:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497631:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497633:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497633:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497634:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497636:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497643:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497644:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497646:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497648:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497649:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497653:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497654:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497657:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497658:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497659:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497661:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497663:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497664:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497665:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497667:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497668:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497670:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497671:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497673:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497674:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497677:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497677:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497679:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497680:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497682:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497683:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497685:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497686:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497687:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497689:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497691:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497693:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497694:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497701:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497703:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497708:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497709:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497711:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497712:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497714:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497716:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497717:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497718:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497719:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497721:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497723:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497724:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497726:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497728:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497730:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497732:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497733:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497735:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497736:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497738:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497740:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497741:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497742:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497743:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497745:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497747:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497748:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497750:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497752:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497753:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497755:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497760:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497763:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497764:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497766:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497768:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497770:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497771:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497772:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497774:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497775:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497777:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497779:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497780:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497782:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497786:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497786:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497788:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497789:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497790:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497792:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497793:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497794:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497795:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497797:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497798:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497799:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497800:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497801:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497803:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497805:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497805:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497807:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497808:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497815:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497817:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497818:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497819:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497820:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497822:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497824:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497825:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497827:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497828:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497829:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497833:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497833:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497836:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497837:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497838:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497839:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497840:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497841:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497842:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497844:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497845:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497846:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497848:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497849:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497851:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497853:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497854:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497856:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497857:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497859:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497869:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497870:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497876:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497877:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497879:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497880:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497882:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497883:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497885:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497887:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497891:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497892:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497894:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497895:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497897:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497899:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497900:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497901:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497902:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497903:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497905:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497906:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497907:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497908:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497910:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497912:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497913:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497915:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497916:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497917:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497919:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497920:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497921:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497922:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497924:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497929:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497930:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497932:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497934:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497935:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497939:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497940:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497942:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497943:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497945:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497946:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497948:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497949:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497950:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497952:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497953:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497955:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497956:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497958:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497959:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497961:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497962:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497964:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497965:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497966:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497968:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497969:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497970:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497971:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.497973:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497975:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497976:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.497977:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.497983:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497984:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.497989:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.497989:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.497992:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.497993:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.497994:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.497996:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.497997:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.497998:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.497999:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498001:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498002:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498004:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498005:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498007:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498008:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498011:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498012:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498014:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498014:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498016:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498017:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498019:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498020:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498020:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498023:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498024:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498025:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498027:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498029:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498030:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498032:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498037:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498039:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498040:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498042:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498044:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498045:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498047:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498047:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498050:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498052:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498053:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498055:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498057:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498059:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498063:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498064:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498066:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498067:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498069:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498071:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498072:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498074:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498074:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498077:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498078:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498080:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498081:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498083:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498084:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498087:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498088:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498090:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498090:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498099:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498100:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498102:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498103:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498104:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498106:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498108:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498109:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498111:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498112:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498114:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498118:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498118:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498121:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498122:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498124:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498125:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498127:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498128:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498128:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498130:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498132:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498133:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498135:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498136:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498137:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498139:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498140:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498142:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498143:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498144:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498145:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498146:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498154:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498155:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498157:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498158:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498159:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498161:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498162:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498164:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498167:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498168:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498170:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498171:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498173:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498175:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498176:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498176:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498177:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498179:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498180:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498182:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498183:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498184:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498186:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498188:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498189:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498191:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498192:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498193:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498195:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498196:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498197:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498198:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498199:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498206:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498208:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498209:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498211:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498213:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498217:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498218:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498221:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498222:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498224:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498225:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498227:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498228:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498229:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498231:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498233:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498234:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498236:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498238:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498239:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498242:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498242:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498245:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498245:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498247:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498249:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498271:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498272:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498273:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498276:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498278:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498279:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498281:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498288:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498290:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498295:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498296:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498299:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498300:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498302:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498304:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498305:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498306:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498307:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498314:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498316:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498317:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498319:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498321:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498323:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498326:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498327:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498330:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498331:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498333:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498335:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498337:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498338:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498339:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498342:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498344:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498345:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498346:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498348:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498350:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498353:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498358:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498362:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498363:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498365:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498367:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498368:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498370:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498370:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498373:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498374:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498375:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498377:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498379:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498380:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498384:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498385:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498387:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498388:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498390:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498392:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498393:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498394:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498395:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498397:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498399:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498401:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498403:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498405:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498407:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498410:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498410:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498413:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498414:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498420:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498422:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498424:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498425:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498426:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498428:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498429:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498431:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498432:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498434:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498436:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498441:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498442:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498445:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498446:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498447:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498449:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498450:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498451:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498452:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498454:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498456:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498457:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498459:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498461:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498463:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498465:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498466:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498468:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498469:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498471:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498474:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498475:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498480:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498481:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498484:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498490:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498492:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498494:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498496:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498498:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498503:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498505:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498508:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498509:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498512:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498514:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498516:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498517:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498517:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498519:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498521:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498523:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498524:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498526:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498528:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498531:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498532:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498534:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498535:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498536:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498538:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498539:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498540:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498541:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498543:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498549:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498551:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498553:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498555:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498557:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498562:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498563:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498566:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498567:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498569:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498572:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498573:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498574:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498575:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498577:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498578:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498579:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498581:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498584:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498586:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498589:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498590:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498592:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498593:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498595:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498597:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498599:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498600:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498601:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498602:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498604:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498605:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498607:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498615:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498617:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498622:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498623:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498626:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498627:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498628:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498630:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498632:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498633:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498634:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498636:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498637:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498638:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498639:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498641:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498643:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498645:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498646:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498648:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498650:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498652:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498654:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498656:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498656:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498657:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498660:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498661:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498663:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498665:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498668:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498669:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498672:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498679:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498682:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498683:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498686:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498689:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498690:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498692:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498693:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498696:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498697:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498699:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498700:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498702:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498704:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498709:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498710:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498712:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498713:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498716:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498718:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498720:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498721:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498722:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498724:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498726:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498727:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498728:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498731:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498732:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498734:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498735:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498737:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498738:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498745:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498747:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498749:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498750:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498751:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498753:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498755:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498757:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498758:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498760:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498762:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498766:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498767:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498770:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498771:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498773:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498775:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498776:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498777:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498778:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498780:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498781:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498783:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498785:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498786:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498788:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498790:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498791:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498793:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498794:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498796:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498797:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498799:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498805:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498805:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498808:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498810:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498811:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498813:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498815:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498817:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498821:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498822:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498824:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498826:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498827:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498829:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498830:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498831:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498832:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498834:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498836:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498837:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498839:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498841:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498842:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498844:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498845:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498847:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498848:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498849:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498851:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498853:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498854:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498855:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498857:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498873:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498874:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498876:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498879:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498880:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498885:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498886:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498889:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498890:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498892:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498894:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498896:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498897:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498898:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498900:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498902:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498903:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498905:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498907:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498908:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498911:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498912:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498914:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498915:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498916:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498918:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498920:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498920:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498921:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498923:0:199662:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498924:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498926:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.498927:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498934:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498936:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.498940:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498941:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498944:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498945:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498946:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498948:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498950:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:1.0:1777586664.498951:0:199662:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1777586664.498952:0:199662:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00800000:00000001:1.0:1777586664.498954:0:199662:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.498956:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.498957:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1777586664.498959:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.498961:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.498962:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.498965:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.498966:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.498969:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.498970:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.498971:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.498973:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.498974:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.498977:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.498979:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.498985:0:199662:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:1.0:1777586664.498987:0:199662:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9fc7c7c78000: age 10737, max_age 11743 00000008:00000001:1.0:1777586664.498990:0:199662:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:1.0:1777586664.498993:0:199662:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000100:00000010:1.0:1777586664.498998:0:199662:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586664.499001:0:199662:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=4 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.499004:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.499010:0:199662:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.499011:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777586664.499013:0:199662:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586664.499015:0:199662:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586664.499020:0:199662:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586664.499026:0:199662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ace88923. 00000100:00000001:1.0:1777586664.499032:0:199662:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.499035:0:199662:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586664.499037:0:199662:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586664.499042:0:199662:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.499044:0:199662:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122139968 : -105794587411648 : ffff9fc7c732bb40) 00000100:00000001:1.0:1777586664.499047:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.499048:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:1.0:1777586664.499052:0:199662:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586664.499054:0:199662:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.499055:0:199662:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586664.499057:0:199662:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586664.499064:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.499073:0:199662:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586664.499075:0:199662:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.499078:0:199662:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586664.499080:0:199662:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586664.499082:0:199662:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586664.499085:0:199662:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656960:192.168.204.155@tcp:13: 00000100:00000001:1.0:1777586664.499088:0:199662:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586664.499092:0:199662:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586664.499094:0:199662:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.499097:0:199662:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586664.499100:0:199662:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ef4748a7. 02000000:00000001:1.0:1777586664.499102:0:199662:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586664.499107:0:199662:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586664.499112:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586664.499118:0:199662:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667656960, portal 4 00000100:00000001:1.0:1777586664.499120:0:199662:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586664.499126:0:199662:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000020:00000010:1.0:1777586664.499133:0:199662:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007f33c771. 00000100:00000040:1.0:1777586664.499140:0:199662:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.499148:0:199662:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586664.499151:0:199662:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586664.499154:0:199662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000200:1.0:1777586664.499157:0:199662:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863934667656960, offset 0 00000400:00000200:1.0:1777586664.499162:0:199662:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586664.499174:0:199662:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586664.499178:0:199662:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586664.499182:0:199662:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586664.499185:0:199662:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586664.499187:0:199662:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586664.499190:0:199662:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [33:33:256:4294967295] 192.168.204.155@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:1.0:1777586664.499201:0:199662:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586664.499207:0:199662:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586664.499211:0:199662:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ec524f. 00000800:00000200:1.0:1777586664.499216:0:199662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586664.499223:0:199662:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586664.499228:0:199662:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ec524f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586664.499241:0:199662:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.499244:0:199662:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: using a timeout of 6095 usecs (7 jiffies) 00000100:00000001:1.0:1777586664.499247:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306411468 00000100:00000001:1.0:1777586664.499281:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.499285:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306411469 00000100:00000001:1.0:1777586664.499287:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.499289:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306411469 00000100:00000001:1.0:1777586664.499291:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.499302:0:199662:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306411469 00000100:00000001:1.0:1777586664.499304:0:199662:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306413403 00000100:00000001:1.0:1777586664.499306:0:199662:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.499308:0:199662:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.499311:0:199662:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586664.499313:0:199662:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586664.499315:0:199662:0:(client.c:2691:ptlrpc_set_wait()) set 00000000891a654c going to sleep for 11 seconds 00000100:00000001:1.0:1777586664.499318:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586664.499320:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586664.499327:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586664.499332:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ec524f. 00000400:00000200:2.0:1777586664.499337:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586664.499343:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586664.499348:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:2.0:1777586664.499350:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:2.0:1777586664.499354:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586664.499357:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586664.499367:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586664.499371:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586664.499378:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586664.499379:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586664.501045:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.501059:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586664.501063:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.501065:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586664.501075:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586664.501091:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 368 into portal 4 MB=0x69f3d1bc00f00 00000400:00000200:2.0:1777586664.501098:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 368/368 into md 0x1fd [1] + 224 00000800:00000001:2.0:1777586664.501105:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.501124:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586664.501127:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586664.501131:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586664.501137:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586664.501142:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586664.501152:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586664.501172:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586664.501179:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586664.501182:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.501392:0:199662:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586664.501399:0:199662:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586664.501401:0:199662:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586664.501404:0:199662:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586664.501409:0:199662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777586664.501410:0:199662:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777586664.501414:0:199662:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586664.501418:0:199662:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586664.501427:0:199662:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.501433:0:199662:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586664.501435:0:199662:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.501437:0:199662:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586664.501439:0:199662:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586664.501442:0:199662:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586664.501444:0:199662:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586664.501446:0:199662:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586664.501454:0:199662:0:(import.c:2144:obd_at_measure()) add 5 to 0000000026b5d928 time=1777586664 v=5 (0 0 0 0) 00000100:00001000:1.0:1777586664.501458:0:199662:0:(import.c:2144:obd_at_measure()) add 1 to 0000000047f02811 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586664.501461:0:199662:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586664.501462:0:199662:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.501464:0:199662:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586664.501468:0:199662:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586664.501487:0:199662:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.501491:0:199662:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586664.501493:0:199662:0:(client.c:3124:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586664.501495:0:199662:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586664.501496:0:199662:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586664.501500:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.501506:0:199662:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586664.501508:0:199662:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586664.501510:0:199662:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586664.501513:0:199662:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586664.501519:0:199662:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job lfs:32fcebbd-136e-4017-bea6-5d06fb86bba7:199662:1863934667656960:192.168.204.155@tcp:13: 00000100:00000001:1.0:1777586664.501523:0:199662:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586664.501525:0:199662:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586664.501527:0:199662:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586664.501529:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.501531:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.501537:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586664.501539:0:199662:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000891a654c. 00000100:00000001:1.0:1777586664.501542:0:199662:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586664.501543:0:199662:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1777586664.501549:0:199662:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:1.0:1777586664.501550:0:199662:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586664.501552:0:199662:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667656960/t0(0) o13->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:7/4 lens 224/368 e 0 to 0 dl 1777586680 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586664.501558:0:199662:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586664.501560:0:199662:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586664.501562:0:199662:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ef4748a7. 02000000:00000001:1.0:1777586664.501570:0:199662:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586664.501573:0:199662:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586664.501574:0:199662:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=2 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586664.501576:0:199662:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586664.501578:0:199662:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ace88923. 02000000:00000001:1.0:1777586664.501582:0:199662:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586664.501584:0:199662:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586664.501585:0:199662:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:1.0:1777586664.501588:0:199662:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586664.501589:0:199662:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1777586664.501592:0:199662:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9fc7c7c78000: update 000000003c8bc8ae cache blocks 31672/35554 objects 49504/50000 00020000:00000001:1.0:1777586664.501596:0:199662:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1777586664.501599:0:199662:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501602:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1777586664.501604:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501606:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501608:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501708:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501710:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501717:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501719:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501723:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501727:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501729:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501731:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501733:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501736:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501738:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501740:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501742:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501744:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501745:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501749:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501750:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501752:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501758:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501760:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501762:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501764:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501765:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501766:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501768:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501770:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501772:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501774:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501775:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501777:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501781:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501782:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501785:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501785:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501787:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501789:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501790:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501791:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501792:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501795:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501796:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501797:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501799:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501801:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501803:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501806:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501807:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501809:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501810:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501811:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501813:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501819:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501820:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501821:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501823:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501824:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501825:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501827:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501829:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501830:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501834:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501835:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501837:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501838:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501840:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501841:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501842:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501843:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501844:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501846:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501848:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501849:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501851:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501853:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501854:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501857:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501857:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501870:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501872:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501873:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501876:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501877:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501878:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501879:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501886:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501887:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501889:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501891:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501893:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501894:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501898:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501899:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501901:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501903:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501904:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501905:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501907:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501908:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501909:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501911:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501912:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501913:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501915:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501917:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501918:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501920:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501921:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501923:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501924:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501925:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501927:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501928:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501929:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501930:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501932:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501933:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501938:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501940:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501941:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501943:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501946:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501947:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501949:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501950:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501952:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501954:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501955:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501956:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501957:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501959:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501961:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501963:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501964:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501966:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501967:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501969:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501970:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.501972:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.501973:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.501974:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.501976:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.501977:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.501977:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.501978:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.501980:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501982:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501983:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.501985:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.501992:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501993:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.501997:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.501998:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502000:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502001:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502003:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502005:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502006:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502007:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502008:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502010:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502012:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502013:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502015:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502016:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502018:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502031:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502033:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502035:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502036:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502038:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502040:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502041:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502042:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502043:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502045:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502047:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502048:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502050:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502053:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502054:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502057:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502062:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502065:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502066:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502068:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502070:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502072:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502073:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502074:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502076:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502078:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502079:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502081:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502083:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502085:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502089:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502089:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502092:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502093:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502095:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502096:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502098:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502099:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502100:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502102:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502103:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502105:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502106:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502108:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502110:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502112:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502113:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502115:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502116:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502124:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502126:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502127:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502128:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502129:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502131:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502133:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502134:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502135:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502137:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502139:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502143:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502144:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502146:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502147:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502149:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502151:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502153:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502154:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502154:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502156:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502158:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502159:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502161:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502163:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502165:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502167:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502168:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502170:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502171:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502173:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502175:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502176:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502182:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502183:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502186:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502187:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502189:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502191:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502192:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502194:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502198:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502199:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502201:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502202:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502204:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502206:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502207:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502208:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502209:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502210:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502212:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502213:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502214:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502216:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502217:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502219:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502220:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502222:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502222:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502223:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502225:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502226:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502227:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502227:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502229:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502234:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502236:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502237:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502239:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502241:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502244:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502245:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502247:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502248:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502404:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502408:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502409:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502411:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502412:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502414:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502416:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502417:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502418:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502421:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502422:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502427:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502427:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502430:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502431:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502433:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502434:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502435:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502436:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502437:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502439:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502440:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502441:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502442:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502448:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502450:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502453:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502454:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502456:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502457:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502459:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502460:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502461:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502463:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502463:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502465:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502467:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502468:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502470:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502471:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502473:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502475:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502476:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502477:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502478:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502480:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502481:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502482:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502483:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502483:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502485:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502487:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502488:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502490:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502491:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502492:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502494:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502499:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502501:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502502:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502503:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502505:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502506:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502508:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502508:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502510:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502512:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502513:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502514:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502516:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502517:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502520:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502520:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502522:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502523:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502524:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502525:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502527:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502528:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502529:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502531:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502532:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502534:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502536:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502538:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502539:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502542:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502543:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502544:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502545:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502553:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502555:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502556:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502557:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502558:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502560:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502562:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502563:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502565:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502566:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502568:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502571:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502572:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502574:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502575:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502577:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502579:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502580:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502581:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502581:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502583:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502585:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502587:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502589:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502590:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502591:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502594:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502595:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502597:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502598:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502600:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502602:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502603:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502608:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502609:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502612:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502613:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502615:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502617:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502619:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502621:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502624:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502625:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502628:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502628:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502630:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502632:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502634:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502635:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502635:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502637:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502639:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502640:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502642:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502644:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502645:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502647:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502648:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502650:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502651:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502653:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502655:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502656:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502657:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502658:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502661:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502666:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502668:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502670:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502672:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502674:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502677:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502678:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502680:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502682:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502684:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502685:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502686:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502687:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502688:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502690:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502691:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502693:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502694:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502696:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502698:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502701:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502702:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502704:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502705:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502707:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502709:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502711:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502711:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502712:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502714:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502716:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502717:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502719:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502725:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502727:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502731:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502732:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502735:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502736:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502738:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502741:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502742:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502743:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502744:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502747:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502748:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502749:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502751:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502753:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502754:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502757:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502758:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502760:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502761:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502763:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502765:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502766:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502768:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502769:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502771:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502773:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502775:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502776:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502779:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502780:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502782:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502787:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502789:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502790:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502792:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502794:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502795:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502796:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502797:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502799:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502801:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502802:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502804:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502806:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502808:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502812:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502813:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502815:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502815:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502817:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502819:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502820:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502821:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502822:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502824:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502825:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502826:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502828:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502830:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502831:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502834:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502834:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502836:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502837:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502843:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502845:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502847:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502848:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502849:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502851:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502853:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502854:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502856:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502858:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502907:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502912:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502913:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502916:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502917:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502919:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502921:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502923:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502924:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502925:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502927:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502928:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502930:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502931:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502933:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502934:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502937:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502938:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502939:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502940:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502942:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502943:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502945:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502950:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502951:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502954:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502955:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502956:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502958:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502960:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502962:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502965:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502966:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502968:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502969:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502971:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502973:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502974:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502975:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502976:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502977:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502979:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502980:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.502982:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.502984:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502985:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.502987:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.502988:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.502990:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.502991:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.502993:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.502994:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.502995:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.502996:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.502997:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.502999:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503005:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503007:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503008:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503010:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503012:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503015:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503016:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503018:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503019:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503021:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503023:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503024:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503025:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503026:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503028:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503030:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503031:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503033:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503034:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503035:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503037:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503037:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503039:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503040:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503042:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503044:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503045:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503046:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503047:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503049:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503051:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503052:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503054:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503060:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503062:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503067:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503067:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503070:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503071:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503073:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503075:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503076:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503077:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503078:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503081:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503082:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503083:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503085:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503087:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503088:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503090:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503091:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503093:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503094:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503096:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503097:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503099:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503100:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503100:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503102:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503104:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503105:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503107:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503109:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503110:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503112:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503116:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503119:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503120:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503122:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503124:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503125:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503126:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503127:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503129:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503130:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503132:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503134:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503136:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503137:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503141:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503141:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503143:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503144:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503146:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503148:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503149:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503150:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503151:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503153:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503154:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503155:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503156:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503158:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503159:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503161:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503162:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503164:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503165:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503170:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503172:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503173:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503174:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503175:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503177:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503178:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503180:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503181:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503183:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503184:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503187:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503188:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503190:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503191:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503192:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503193:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503195:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503196:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503197:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503198:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503200:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503201:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503202:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503204:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503205:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503207:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503208:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503210:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503211:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503213:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503215:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503216:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503221:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503221:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503224:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503225:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503227:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503229:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503230:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503232:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503236:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503237:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503240:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503241:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503243:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503245:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503246:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503247:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503247:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503249:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503267:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503268:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503270:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503272:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503274:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503277:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503278:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503280:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503281:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503283:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503285:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503286:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503287:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503288:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503289:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503295:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503296:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503298:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503299:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503301:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503370:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503371:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503374:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503376:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503378:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503380:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503382:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503383:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503384:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503386:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503388:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503389:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503391:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503393:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503394:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503397:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503398:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503400:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503401:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503402:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503404:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503405:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503406:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503407:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503409:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503410:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503411:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503413:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503419:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503420:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503424:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503425:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503427:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503428:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503429:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503431:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503432:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503433:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503434:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503436:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503437:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503438:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503440:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503442:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503443:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503445:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503446:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503448:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503449:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503451:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503452:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503454:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503455:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503456:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503457:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503459:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503460:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503462:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503464:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503465:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503467:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503473:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503475:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503476:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503478:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503480:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503481:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503482:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503483:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503485:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503486:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503487:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503489:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503491:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503492:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503495:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503496:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503498:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503499:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503501:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503502:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503504:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503504:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503505:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503507:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503508:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503510:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503512:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503513:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503515:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503517:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503518:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503520:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503521:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503527:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503530:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503531:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503533:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503534:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503536:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503538:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503539:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503541:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503543:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503544:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503548:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503549:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503552:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503553:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503555:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503557:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503558:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503559:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503560:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503562:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503563:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503565:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503566:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503568:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503569:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503572:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503573:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503576:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503576:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503578:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503580:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503582:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503587:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503588:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503591:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503593:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503594:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503596:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503598:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503600:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503604:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503605:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503607:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503609:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503610:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503612:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503613:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503614:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503615:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503617:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503618:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503620:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503621:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503623:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503624:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503627:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503628:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503630:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503631:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503633:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503635:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503636:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503637:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503638:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503641:0:199662:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503653:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503655:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1777586664.503656:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503658:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503660:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1777586664.503665:0:199662:0:(dir.c:1996:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1777586664.503666:0:199662:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9fc7f3288908) cmd=c00866a4 arg=7ffd7e90e570 00000080:00000001:1.0:1777586664.503669:0:199662:0:(llite_lib.c:3369:ll_iocontrol()) Process entered 00000020:00000001:1.0:1777586664.503670:0:199662:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1777586664.503672:0:199662:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000740b57ac. 00000020:00000001:1.0:1777586664.503674:0:199662:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503675:0:199662:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:1.0:1777586664.503676:0:199662:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:1.0:1777586664.503677:0:199662:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9fc7c7c78000: cmd=c00866a4 len=592 karg=ffff9fc7f1f31c00 uarg=0000000000000000 00020000:00000001:1.0:1777586664.503679:0:199662:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.503681:0:199662:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.503682:0:199662:0:(llite_lib.c:3804:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1777586664.503684:0:199662:0:(llite_lib.c:3806:ll_obd_statfs()) kvfree 'data': 592 at 00000000740b57ac. 00000080:00000001:1.0:1777586664.503686:0:199662:0:(llite_lib.c:3407:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.503687:0:199662:0:(dir.c:2929:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1777586664.503696:0:199662:0:(dir.c:2999:ll_dir_release()) Process entered 00000080:00000001:1.0:1777586664.503697:0:199662:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:1.0:1777586664.503699:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000e3b65468 00000080:00200008:1.0:1777586664.503701:0:199662:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](00000000968c31a1), flags 100000 00000080:00400000:1.0:1777586664.503703:0:199662:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1777586664.503705:0:199662:0:(file.c:82:ll_file_data_put()) slab-freed '(lfd)': 288 at 000000009c122985. 00000080:00000001:1.0:1777586664.503708:0:199662:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1777586664.503709:0:199662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000e3b65468 00000080:00000008:1.0:1777586664.503710:0:199662:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](00000000968c31a1), flags 100000, rc = 0 00000080:00000001:1.0:1777586664.503712:0:199662:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1777586664.503712:0:199662:0:(dir.c:3000:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.685500:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586664.685507:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586664.685526:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586664.685528:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586664.685631:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586664.685635:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586664.685644:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1777586665.069594:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1777586665.069647:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1777586665.709371:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586665.709401:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586665.709407:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586665.709409:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586665.709453:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586665.709456:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586665.709459:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586666.477366:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306413403, at 4306413440 00000100:00000040:1.0:1777586666.477366:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306413403, at 4306413440 00000100:00000040:3.0:1777586666.477366:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306413403, at 4306413440 00000100:00000010:3.0:1777586666.477382:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000010:1.0:1777586666.477384:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005308c43e. 00000100:00000010:0.0:1777586666.477386:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000040:2.0:1777586666.478241:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306413403, at 4306413440 00000100:00000010:2.0:1777586666.478249:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008af91e34. 00010000:00000001:1.0:1777586666.733489:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586666.733497:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586666.733500:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586666.733503:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586666.733508:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586666.733511:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586666.733512:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586666.733514:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586666.733519:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586666.733520:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586666.733851:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586666.733855:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586666.733858:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586667.757376:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586667.757382:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586667.757393:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586667.757394:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586667.757456:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586667.757460:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586667.757463:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586668.141414:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586668.141424:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586668.141432:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777586668.141438:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586668.141443:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586668.141446:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586668.141451:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586668.141459:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586668.141465:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586668.141475:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586668.141485:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586668.141486:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586668.141491:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_01+1] req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586668.141535:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586668.141538:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586668.141542:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586668.141545:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777586668.141547:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586668.141549:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586668.141551:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586668.141553:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586668.141556:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:0.0:1777586668.141557:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586668.141559:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586668.141567:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777586668.141570:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.141574:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586668.141576:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586668.141576:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586668.141578:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.141580:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586668.141582:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586668.141584:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586668.141585:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586668.141587:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586668.141588:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_02+2] req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.141596:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586668.141598:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.141601:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586668.141604:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586668.141606:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.141608:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586668.141609:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667657088:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777586668.141612:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586668.141613:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586668.141617:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586668.141622:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777586668.141626:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586668.141627:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.141631:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586668.141632:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586668.141636:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586668.141639:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.141640:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586668.141643:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1777586668.141645:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:3.0:1777586668.141649:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586668.141650:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586668.141657:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586668.141669:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586668.141670:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586668.141672:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.141674:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586668.141676:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586668.141677:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586668.141679:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586668.141680:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586668.141681:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586668.141682:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586668.141682:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_03+3] req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586668.141687:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.141688:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586668.141689:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586668.141695:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f00b22. 00000100:00100000:2.0:1777586668.141696:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667657216:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586668.141699:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.141704:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1777586668.141706:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 02000000:00000001:2.0:1777586668.141708:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586668.141711:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586668.141713:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586668.141715:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586668.141718:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 02000000:00000010:2.0:1777586668.141718:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099434e08. 00000100:00000040:3.0:1777586668.141718:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777586668.141723:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.141723:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586668.141728:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000400:00000010:2.0:1777586668.141729:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc80288. 00000020:00000040:3.0:1777586668.141731:0:183117:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586668.141735:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586668.141736:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586668.141738:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.141739:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586668.141743:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586668.141746:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1777586668.141748:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667657088, portal 25 00000400:00000010:2.0:1777586668.141750:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 02000000:00000010:3.0:1777586668.141751:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0c6e2d6. 00000100:00000001:0.0:1777586668.141752:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586668.141755:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586668.141757:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.141764:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:3.0:1777586668.141765:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777586668.141768:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667657216, portal 10 00000100:00000001:2.0:1777586668.141777:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1777586668.141778:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.141780:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:2.0:1777586668.141808:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586668.141816:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586668.141820:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.141821:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586668.141827:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.141832:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586668.141834:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586668.141836:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1777586668.141841:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586668.141842:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586668.141845:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1777586668.141846:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00000040:2.0:1777586668.141851:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777586668.141852:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667657088, offset 0 00000400:00000010:2.0:1777586668.141858:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 02000000:00000001:1.0:1777586668.141865:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586668.141866:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586668.141866:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586668.141875:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667657216, offset 0 00000100:00000040:3.0:1777586668.141875:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11752) 00000100:00100000:1.0:1777586668.141876:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667657344:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586668.141884:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586668.141887:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586668.141892:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586668.141893:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777586668.141894:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1777586668.141895:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1777586668.141897:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:1.0:1777586668.141899:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586668.141900:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586668.141900:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777586668.141905:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586668.141907:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777586668.141909:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586668.141909:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586668.141911:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586668.141911:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1777586668.141912:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd567a04. 00000100:00000001:3.0:1777586668.141913:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777586668.141918:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586668.141919:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [34:34:256:4294967295] 192.168.204.155@tcp LPNI seq info [34:34:8:4294967295] 00000100:00000001:3.0:1777586668.141919:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586668.141925:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586668.141930:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000100:00000001:3.0:1777586668.141938:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1777586668.141939:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000001:3.0:1777586668.141940:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586668.141947:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1777586668.141949:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:1.0:1777586668.141950:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667657344, portal 10 02000000:00000001:3.0:1777586668.141950:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586668.141959:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1777586668.141960:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.141962:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000100:00100000:3.0:1777586668.141965:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667657472:192.168.204.155@tcp:400: 00000800:00000200:0.0:1777586668.141970:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586668.141971:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586668.141973:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:3.0:1777586668.141976:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1777586668.141977:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000100:00000040:1.0:1777586668.141978:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586668.141980:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586668.141982:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1777586668.141987:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777586668.141994:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:3.0:1777586668.141994:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35aef0f. 00000800:00000200:0.0:1777586668.141995:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:3.0:1777586668.142001:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586668.142004:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1777586668.142017:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:2.0:1777586668.142017:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:3.0:1777586668.142020:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000800:00000200:0.0:1777586668.142024:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586668.142027:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1777586668.142033:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000040:1.0:1777586668.142037:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586668.142039:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586668.142041:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667657472, portal 4 00000400:00000010:1.0:1777586668.142042:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000001:0.0:1777586668.142044:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306418510 00000100:00000001:3.0:1777586668.142046:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1777586668.142049:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [35:35:255:4294967295] 192.168.204.155@tcp LPNI seq info [35:35:7:4294967295] 00000100:00000200:1.0:1777586668.142050:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667657344, offset 0 00000100:00000001:3.0:1777586668.142050:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000010:0.0:1777586668.142052:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000020:00000010:3.0:1777586668.142067:0:197582:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fd758481. 00000100:00000001:0.0:1777586668.142068:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777586668.142074:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586668.142078:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306418510 00000100:00000040:3.0:1777586668.142081:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777586668.142084:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000100:00000001:0.0:1777586668.142088:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1777586668.142090:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586668.142100:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586668.142101:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586668.142102:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306418510 00000400:00000200:1.0:1777586668.142106:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:2.0:1777586668.142107:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065540b52. 00000100:00000010:0.0:1777586668.142111:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000040:3.0:1777586668.142114:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586668.142122:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000001:0.0:1777586668.142123:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1777586668.142123:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1777586668.142123:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:3.0:1777586668.142133:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863934667657472, offset 0 00000100:00000001:0.0:1777586668.142135:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306418510 00000400:00000200:1.0:1777586668.142138:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:2.0:1777586668.142141:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:0.0:1777586668.142145:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000800:00000200:2.0:1777586668.142147:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065540b52 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777586668.142147:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586668.142149:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777586668.142154:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586668.142159:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.142160:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586668.142161:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586668.142168:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586668.142168:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1517467 usecs (1518 jiffies) 00000100:00000001:0.0:1777586668.142173:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586668.142175:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [36:36:254:4294967295] 192.168.204.155@tcp LPNI seq info [36:36:6:4294967295] 00000100:00000001:0.0:1777586668.142177:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.142177:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306416622 00000100:00000001:0.0:1777586668.142184:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586668.142185:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306418510 00000100:00000001:0.0:1777586668.142188:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586668.142190:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306416622 00000100:00000001:0.0:1777586668.142191:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.142199:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.142200:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306418510 00000400:00000200:1.0:1777586668.142205:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586668.142207:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306416622 00000800:00000200:1.0:1777586668.142219:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586668.142220:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586668.142221:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306418510 00000100:00000001:2.0:1777586668.142228:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306416622 00000800:00000010:1.0:1777586668.142230:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ace88923. 00000100:00000001:2.0:1777586668.142230:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306418510 00000100:00000001:2.0:1777586668.142240:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586668.142242:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586668.142244:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586668.142247:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1777586668.142249:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000010:0.0:1777586668.142296:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:3.0:1777586668.142298:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586668.142303:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586668.142306:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586668.142307:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586668.142307:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777586668.142313:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777586668.142316:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586668.142317:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777586668.142319:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586668.142320:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1777586668.142323:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [37:37:253:4294967295] 192.168.204.155@tcp LPNI seq info [37:37:5:4294967295] 00000100:00000001:2.0:1777586668.142326:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586668.142331:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1777586668.142332:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ace88923 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586668.142334:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.142343:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586668.142346:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586668.142347:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586668.142352:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 321905 usecs (322 jiffies) 00000400:00000200:0.0:1777586668.142356:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000100:00000001:1.0:1777586668.142357:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306415427 00000800:00000200:3.0:1777586668.142357:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586668.142361:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000100:00000001:1.0:1777586668.142365:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306418510 00000100:00000001:0.0:1777586668.142367:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1777586668.142367:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000100:00000001:1.0:1777586668.142369:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306415427 00000100:00000001:1.0:1777586668.142375:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306418510 00000100:00000200:0.0:1777586668.142376:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586668.142376:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777586668.142383:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306415427 00000800:00000200:3.0:1777586668.142386:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586668.142391:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306418510 00000800:00000200:3.0:1777586668.142392:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586668.142401:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306415427 00000100:00000001:0.0:1777586668.142403:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586668.142403:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586668.142409:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586668.142409:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306418510 00000100:00000040:3.0:1777586668.142410:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: using a timeout of 4538 usecs (5 jiffies) 00000100:00000001:1.0:1777586668.142417:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586668.142418:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306415110 00000100:00000001:1.0:1777586668.142426:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.142427:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306418510 00000100:00000001:3.0:1777586668.142435:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306415110 00000100:00000001:0.0:1777586668.142436:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.142436:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.142438:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306418510 00000100:00000001:1.0:1777586668.142444:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.142445:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586668.142447:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306415110 00000100:00000001:3.0:1777586668.142451:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306418510 00000100:00000001:3.0:1777586668.142452:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306415110 00000100:00000001:1.0:1777586668.142454:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586668.142455:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306418510 00000100:00000001:1.0:1777586668.142457:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586668.142460:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586668.142462:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1777586668.142464:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777586668.142464:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.142466:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1777586668.142468:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065540b52. 00000100:00000001:3.0:1777586668.142468:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.142469:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586668.142471:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586668.142472:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586668.142473:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586668.142480:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586668.142484:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:0.0:1777586668.142486:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:0.0:1777586668.142488:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586668.142490:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.142509:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586668.142511:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.142516:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.142518:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586668.142527:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586668.142529:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ace88923. 00000400:00000200:0.0:1777586668.142532:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586668.142535:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586668.142537:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:0.0:1777586668.142539:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:0.0:1777586668.142541:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586668.142543:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.142549:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586668.142551:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.142555:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.142556:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586668.142614:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586668.142616:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:0.0:1777586668.142619:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586668.142622:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586668.142624:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:0.0:1777586668.142626:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:0.0:1777586668.142628:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586668.142630:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.142636:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586668.142637:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.142653:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.142654:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586668.145472:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.145487:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586668.145490:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.145493:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.145503:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586668.145518:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01000 00000400:00000200:2.0:1777586668.145525:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x209 [1] + 224 00000800:00000001:2.0:1777586668.145533:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.145540:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.145542:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586668.145547:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586668.145553:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586668.145559:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586668.145570:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.145590:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586668.145601:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.145604:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.145634:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.145643:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586668.145649:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586668.145652:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586668.145654:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc80288. 00000400:00000200:0.0:1777586668.145658:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:0.0:1777586668.145661:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:0.0:1777586668.145664:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586668.145668:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586668.145677:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.145683:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586668.145685:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.145688:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586668.145691:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586668.145693:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586668.145695:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.145698:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586668.145706:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586668.145709:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586668.145711:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586668.145713:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586668.145715:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586668.145718:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.145722:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586668.145723:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586668.145725:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586668.145726:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586668.145729:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.145744:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586668.145753:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586668.145755:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586668.145758:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586668.145765:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667657216:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586668.145769:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.145772:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586668.145774:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667657216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.145780:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586668.145782:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586668.145785:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099434e08. 02000000:00000001:0.0:1777586668.145788:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586668.145802:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586668.145804:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586668.145806:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586668.145808:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:0.0:1777586668.145812:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586668.145814:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586668.145815:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:0.0:1777586668.145818:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586668.145819:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.145821:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.145827:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586668.145829:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.145831:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.145833:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586668.146071:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146077:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586668.146079:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146081:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.146086:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586668.146094:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc00f80 00000400:00000200:2.0:1777586668.146099:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x205 [1] + 224 00000800:00000001:2.0:1777586668.146104:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146107:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.146109:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586668.146112:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586668.146115:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586668.146119:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586668.146127:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.146142:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586668.146146:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146149:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586668.146151:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146153:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.146157:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586668.146163:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 4 MB=0x69f3d1bc01100 00000400:00000200:2.0:1777586668.146169:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 224/224 into md 0x219 [1] + 224 00000100:00000001:0.0:1777586668.146172:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1777586668.146173:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586668.146176:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1777586668.146178:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777586668.146180:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1777586668.146180:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1777586668.146183:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586668.146186:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:2.0:1777586668.146186:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586668.146194:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777586668.146196:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777586668.146198:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586668.146209:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586668.146216:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.146222:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586668.146224:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.146225:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586668.146227:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586668.146228:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586668.146230:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.146231:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586668.146244:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586668.146248:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586668.146277:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586668.146280:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586668.146281:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586668.146283:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.146284:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586668.146288:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.146293:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586668.146295:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586668.146296:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586668.146299:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586668.146306:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667657088:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586668.146310:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.146311:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586668.146313:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667657088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.146319:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586668.146320:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586668.146325:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f00b22. 02000000:00000001:0.0:1777586668.146327:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586668.146329:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586668.146339:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586668.146341:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586668.146342:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:0.0:1777586668.146345:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586668.146346:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586668.146347:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:0.0:1777586668.146349:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586668.146350:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.146352:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.146356:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586668.146357:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.146359:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.146361:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.146535:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586668.146540:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586668.146549:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.146570:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586668.146580:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146584:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586668.146586:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.146589:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.146593:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586668.146600:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01080 00000400:00000200:2.0:1777586668.146606:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x215 [1] + 224 00000100:00000001:3.0:1777586668.146606:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586668.146609:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1777586668.146612:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1777586668.146613:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586668.146615:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586668.146616:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586668.146619:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000800:00000001:2.0:1777586668.146620:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1777586668.146620:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000400:00000200:2.0:1777586668.146623:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586668.146624:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586668.146629:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586668.146630:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586668.146636:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586668.146639:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586668.146642:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586668.146649:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586668.146651:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586668.146655:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586668.146657:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586668.146658:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1777586668.146659:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586668.146660:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586668.146663:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586668.146667:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006b5d27df time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586668.146671:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000047f02811 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586668.146673:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586668.146674:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586668.146676:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586668.146680:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586668.146693:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.146694:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586668.146696:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586668.146698:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000800:00000001:2.0:1777586668.146700:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586668.146700:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586668.146701:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586668.146705:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586668.146706:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586668.146713:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586668.146715:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586668.146716:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586668.146719:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586668.146726:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667657472:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586668.146729:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586668.146731:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586668.146732:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667657472/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586668.146737:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586668.146738:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586668.146740:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35aef0f. 02000000:00000001:3.0:1777586668.146743:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586668.146744:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586668.146745:0:197582:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=2 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586668.146747:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586668.146748:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f0c6e2d6. 02000000:00000001:3.0:1777586668.146750:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586668.146751:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586668.146752:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:3.0:1777586668.146756:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586668.146757:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586668.146764:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586668.146766:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586668.146768:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586668.146770:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586668.146771:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586668.146774:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777586668.146774:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586668.146775:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586668.146777:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586668.146780:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586668.146784:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777586668.146786:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777586668.146799:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586668.146804:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586668.146812:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586668.146823:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586668.146825:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586668.146827:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586668.146828:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586668.146829:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586668.146831:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586668.146833:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586668.146837:0:197584:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586668.146840:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586668.146842:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586668.146844:0:197584:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1777586668.146847:0:197584:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1777586668.146849:0:197584:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff9fc7c7c78000 of lustre-MDT0001_UUID@192.168.204.155@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1777586668.146854:0:197584:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1777586668.146857:0:197584:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff9fc7c7c78000: Connection to lustre-MDT0001 (at 192.168.204.155@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1777586668.153766:0:197584:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1777586668.153781:0:197584:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1777586668.153784:0:197584:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.153800:0:197584:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1777586668.153803:0:197584:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1777586668.153806:0:197584:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1777586668.153812:0:197584:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1777586668.153818:0:197584:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 11737 00000400:00000200:1.0:1777586668.153828:0:197584:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000040:1.0:1777586668.153831:0:197584:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586668.153834:0:197584:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1777586668.153836:0:197584:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586668.153838:0:197584:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:1.0:1777586668.153842:0:197584:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1777586668.153844:0:197584:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:1.0:1777586668.153846:0:197584:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586668.153923:0:197584:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:1.0:1777586668.153928:0:197584:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:1.0:1777586668.153930:0:197584:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:1.0:1777586668.153933:0:197584:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586668.153935:0:197584:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1777586668.153938:0:197584:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586668.153939:0:197584:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000040:1.0:1777586668.153941:0:197584:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00080000:1.0:1777586668.153944:0:197584:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777586668.153946:0:197584:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586668.153949:0:197584:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1777586668.153955:0:197584:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586668.153958:0:197584:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.153960:0:197584:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1777586668.153962:0:197584:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1777586668.153974:0:197584:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.153976:0:197584:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586668.153982:0:197584:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586668.153985:0:197584:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777586668.153989:0:197584:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1777586668.153990:0:197584:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.153993:0:197584:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586668.153996:0:197584:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586668.153999:0:197584:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586668.154006:0:197584:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4509e85. 00000100:00000001:1.0:1777586668.154013:0:197584:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586668.154020:0:197584:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586668.154031:0:197584:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586668.154032:0:197584:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586668.154036:0:197584:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_rcv+-1] req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586668.154076:0:197584:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.154079:0:197584:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1777586668.154080:0:197584:0:(client.c:1699:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1777586668.154087:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586668.154095:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1777586668.154097:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586668.154100:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586668.154103:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586668.154109:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667657344:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586668.154114:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586668.154117:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586668.154119:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667657344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586684 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586668.154125:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586668.154127:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586668.154130:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd567a04. 02000000:00000001:1.0:1777586668.154134:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586668.154136:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586668.154137:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586668.154139:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586668.154141:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:1.0:1777586668.154144:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586668.154146:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586668.154147:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:1.0:1777586668.154151:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586668.154152:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586668.154154:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586668.154162:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586668.154169:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586668.154171:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586668.154173:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.154245:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.154285:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586668.154288:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586668.154292:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.154299:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586668.154300:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.154303:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586668.154305:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586668.154307:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586668.154309:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667657600:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586668.154313:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586668.154317:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586668.154319:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.154322:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586668.154326:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008079353c. 02000000:00000001:0.0:1777586668.154328:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586668.154333:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000400:00000010:0.0:1777586668.154339:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777586668.154345:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667657600, portal 10 00000100:00000001:0.0:1777586668.154353:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586668.154355:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000040:0.0:1777586668.154361:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.154369:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586668.154371:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586668.154373:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00000200:0.0:1777586668.154376:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667657600, offset 0 00000400:00000200:0.0:1777586668.154382:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586668.154392:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586668.154397:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586668.154400:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586668.154404:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586668.154407:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586668.154411:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [38:38:256:4294967295] 192.168.204.155@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:0.0:1777586668.154421:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586668.154427:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586668.154432:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000800:00000200:0.0:1777586668.154439:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586668.154446:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586668.154450:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1777586668.154462:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586668.154466:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 258805 usecs (259 jiffies) 00000100:00000001:0.0:1777586668.154470:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306415375 00000100:00000001:0.0:1777586668.154473:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306418510 00000100:00000001:0.0:1777586668.154475:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306415375 00000100:00000001:0.0:1777586668.154477:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306418510 00000100:00000001:0.0:1777586668.154478:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306415375 00000100:00000001:0.0:1777586668.154480:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306418510 00000100:00000001:0.0:1777586668.154486:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306415375 00000100:00000001:0.0:1777586668.154488:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306418510 00000100:00000001:0.0:1777586668.154490:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586668.154492:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.154494:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.154496:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.154499:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586668.154501:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1777586668.154502:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.154503:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586668.154504:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.154506:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586668.154707:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586668.154711:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:2.0:1777586668.154715:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586668.154720:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586668.154725:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000400:00000010:2.0:1777586668.154728:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000100:00000001:2.0:1777586668.154732:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586668.154735:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.154743:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586668.154751:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.154757:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586668.154759:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586668.160129:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.160145:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586668.160149:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.160151:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.160161:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586668.160176:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01180 00000400:00000200:2.0:1777586668.160181:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x225 [1] + 0 00000800:00000001:2.0:1777586668.160187:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.160192:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586668.160194:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586668.160197:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586668.160202:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586668.160208:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586668.160217:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586668.160240:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586668.160248:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586668.160286:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.160302:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.160306:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586668.160312:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586668.160314:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586668.160317:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777586668.160324:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777586668.160326:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777586668.160329:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586668.160332:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586668.160340:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.160346:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586668.160348:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.160350:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586668.160354:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586668.160356:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586668.160357:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586668.160360:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586668.160369:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586668.160372:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586668.160375:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586668.160377:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1777586668.160391:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1777586668.160394:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586678 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.160399:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1777586668.160401:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586668.160402:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.160404:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1777586668.160405:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1777586668.160407:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1777586668.160410:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:0.0:1777586668.160411:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1777586668.160413:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586678 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586668.160417:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667657600:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586668.160421:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.160422:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586668.160424:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667657600/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586678 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586668.160428:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586668.160429:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586668.160431:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008079353c. 02000000:00000001:0.0:1777586668.160506:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586668.160508:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586668.160510:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586668.160512:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586668.160514:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e4509e85. 02000000:00000001:0.0:1777586668.160517:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586668.160518:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586668.160520:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:0.0:1777586668.160523:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586668.160530:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.160532:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586668.160539:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586668.160542:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586668.160543:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586668.160545:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586668.781496:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586668.781502:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586668.781507:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586668.781508:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586668.781572:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586668.781576:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586668.781579:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586669.805447:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586669.805453:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586669.805460:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586669.805462:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586669.805512:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586669.805515:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586669.805518:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586670.829689:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586670.829694:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586670.829699:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586670.829700:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586670.829770:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586670.829774:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586670.829777:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586671.597392:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306418510, at 4306418560 00000100:00000010:1.0:1777586671.597410:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000040:0.0:1777586671.597522:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306418510, at 4306418560 00000100:00000010:0.0:1777586671.597532:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000040:2.0:1777586671.598443:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306418510, at 4306418561 00000100:00000010:2.0:1777586671.598452:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00000100:00000040:3.0:1777586671.600248:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306418510, at 4306418562 00000100:00000010:3.0:1777586671.600274:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00010000:00000001:1.0:1777586671.856811:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586671.856817:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586671.856823:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586671.856824:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586671.856911:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586671.856914:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586671.856917:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586672.877349:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586672.877355:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586672.877363:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586672.877365:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586672.877429:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586672.877432:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586672.877435:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586673.263102:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586673.263112:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586673.263118:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000020:00000040:1.0:1777586673.263125:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586673.263129:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586673.263132:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586673.263136:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586673.263144:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ace88923. 00000100:00000001:1.0:1777586673.263150:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263160:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586673.263183:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586673.263185:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263191:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_01+1] req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.263219:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263222:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586673.263225:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586673.263229:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000020:00000040:1.0:1777586673.263231:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586673.263234:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586673.263235:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586673.263238:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586673.263242:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4ec524f. 00000100:00000001:1.0:1777586673.263245:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.263247:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777586673.263274:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586673.263276:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586673.263279:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586673.263288:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1777586673.263288:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.263291:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263299:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_00_02+2] req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586673.263315:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586673.263318:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263320:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586673.263322:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1777586673.263323:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777586673.263326:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1777586673.263328:0:183117:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1777586673.263332:0:183117:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1777586673.263332:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1777586673.263336:0:183117:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1777586673.263339:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667657728:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586673.263341:0:183117:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1777586673.263346:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1777586673.263347:0:183117:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 11747 02000000:00000001:2.0:1777586673.263353:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586673.263357:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586673.263358:0:183117:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 02000000:00000001:2.0:1777586673.263361:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586673.263365:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000faf7b0d3. 02000000:00000001:2.0:1777586673.263370:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586673.263371:0:183117:0:(import.c:2144:obd_at_measure()) add 10 to 0000000097429994 time=16 v=5 (1 0 0 0) 00000100:00001000:1.0:1777586673.263375:0:183117:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000400:00000010:2.0:1777586673.263376:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae4a1d15. 00000100:00080000:1.0:1777586673.263378:0:183117:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1777586673.263383:0:183117:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000400:00000010:2.0:1777586673.263385:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000001:1.0:1777586673.263386:0:183117:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1777586673.263390:0:183117:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586673.263393:0:183117:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000100:00000200:2.0:1777586673.263395:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667657728, portal 25 00000020:00000001:1.0:1777586673.263396:0:183117:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1777586673.263399:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1777586673.263400:0:183117:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000100:00000001:2.0:1777586673.263403:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000020:00000001:1.0:1777586673.263404:0:183117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586673.263408:0:183117:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:1.0:1777586673.263412:0:183117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:2.0:1777586673.263412:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1777586673.263417:0:183117:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:1.0:1777586673.263425:0:183117:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:2.0:1777586673.263428:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586673.263429:0:183117:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1777586673.263434:0:183117:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000040:2.0:1777586673.263435:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586673.263439:0:183117:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000400:00000010:2.0:1777586673.263441:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000020:00000040:1.0:1777586673.263442:0:183117:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00000200:2.0:1777586673.263445:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667657728, offset 0 00000100:00080000:1.0:1777586673.263447:0:183117:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777586673.263451:0:183117:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.263454:0:183117:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1777586673.263455:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586673.263460:0:183117:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586673.263463:0:183117:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263466:0:183117:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1777586673.263468:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000008:00100000:1.0:1777586673.263471:0:183117:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1777586673.263475:0:183117:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.263476:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586673.263478:0:183117:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.263482:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:1.0:1777586673.263483:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586673.263487:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000200:2.0:1777586673.263488:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1777586673.263492:0:183117:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1777586673.263493:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777586673.263495:0:183117:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.263499:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [39:39:256:4294967295] 192.168.204.155@tcp LPNI seq info [39:39:8:4294967295] 00000100:00000001:1.0:1777586673.263506:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586673.263508:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586673.263512:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.263515:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:1.0:1777586673.263519:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d07d65a4. 00000100:00000001:1.0:1777586673.263523:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586673.263531:0:183117:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777586673.263536:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586673.263545:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1777586673.263545:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065540b52. 00000100:00000001:1.0:1777586673.263547:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263552:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_rcv+-1] req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586673.263556:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586673.263568:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586673.263573:0:183117:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263576:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586673.263580:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586673.263583:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777586673.263586:0:183117:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586673.263587:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586673.263589:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586673.263590:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586673.263596:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:1.0:1777586673.263598:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263602:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586673.263609:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586673.263610:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263613:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_03+3] req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.263621:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263625:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11757) 00000100:00000001:1.0:1777586673.263636:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.263639:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263651:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.263654:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586673.263656:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586673.263660:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.263683:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586673.263684:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.263687:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586673.263689:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586673.263702:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586673.263705:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667657856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586673.263709:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586673.263712:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586673.263713:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.263715:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586673.263719:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000704162f7. 02000000:00000001:1.0:1777586673.263722:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586673.263726:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586673.263730:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586673.263733:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667657856, portal 10 00000100:00000001:1.0:1777586673.263735:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586673.263736:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000040:1.0:1777586673.263742:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586673.263744:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065540b52 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586673.263754:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586673.263756:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586673.263759:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777586673.263762:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667657856, offset 0 00000100:00000001:2.0:1777586673.263762:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586673.263770:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586673.263775:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586673.263776:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306423632 00000400:00000200:1.0:1777586673.263780:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586673.263784:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:2.0:1777586673.263784:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000400:00000200:1.0:1777586673.263789:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586673.263792:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586673.263798:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306423632 00000400:00000200:1.0:1777586673.263799:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:2.0:1777586673.263804:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000400:00000200:1.0:1777586673.263805:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [40:40:255:4294967295] 192.168.204.155@tcp LPNI seq info [40:40:7:4294967295] 00000100:00000001:2.0:1777586673.263810:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586673.263814:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306423632 00000100:00000010:2.0:1777586673.263819:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000400:00000200:1.0:1777586673.263820:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586673.263824:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1777586673.263828:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586673.263829:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306423632 00000800:00000010:1.0:1777586673.263834:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecb9fd2. 00000100:00000010:2.0:1777586673.263834:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777586673.263840:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1777586673.263844:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586673.263845:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586673.263850:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586673.263852:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586673.263854:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586673.263856:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fecb9fd2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586673.263858:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.263861:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.263866:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1366232 usecs (1367 jiffies) 00000100:00000001:2.0:1777586673.263867:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586673.263869:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306421593 00000100:00000001:2.0:1777586673.263870:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586673.263873:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306423632 00000100:00000001:2.0:1777586673.263874:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.263878:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306421593 00000100:00000001:2.0:1777586673.263878:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586673.263881:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263882:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306423632 00000100:00000001:2.0:1777586673.263885:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263886:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306421593 00000100:00000001:1.0:1777586673.263890:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.263892:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306421593 00000100:00000001:1.0:1777586673.263894:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.263896:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586673.263898:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263901:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.263903:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.263907:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586673.263909:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586673.263911:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.263912:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586673.263914:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586673.263916:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777586673.263917:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.263927:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586673.263929:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.263931:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.263932:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586673.263934:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1777586673.263934:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586673.263939:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065540b52. 00000100:00000040:1.0:1777586673.263940:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586673.263945:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586673.263953:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586673.263955:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.263956:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:1.0:1777586673.263959:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586673.263961:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586673.263963:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586673.263968:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667658112:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586673.263972:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586673.263974:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586673.263976:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.263978:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586673.263981:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745c434a. 02000000:00000001:1.0:1777586673.263983:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.263983:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777586673.263988:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000400:00000010:1.0:1777586673.263990:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ed7e31. 00000100:00000001:2.0:1777586673.263995:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1777586673.263996:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777586673.264000:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667658112, portal 4 00000100:00000200:2.0:1777586673.264003:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.264004:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586673.264006:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000100:00000040:1.0:1777586673.264014:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586673.264024:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586673.264026:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586673.264030:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586673.264033:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586673.264038:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:1.0:1777586673.264043:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863934667658112, offset 0 00000100:00000001:2.0:1777586673.264045:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.264048:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777586673.264051:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586673.264061:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586673.264065:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586673.264073:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586673.264076:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586673.264079:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586673.264083:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [41:41:255:4294967295] 192.168.204.155@tcp LPNI seq info [41:41:7:4294967295] 00000400:00000200:1.0:1777586673.264094:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586673.264100:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586673.264104:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001892d80d. 00000800:00000200:1.0:1777586673.264109:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586673.264114:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586673.264115:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1777586673.264118:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001892d80d type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1777586673.264119:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecb9fd2. 00000100:00000001:1.0:1777586673.264125:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586673.264125:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1777586673.264131:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: using a timeout of 5026 usecs (6 jiffies) 00000400:00000200:2.0:1777586673.264135:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586673.264136:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306420232 00000100:00000001:1.0:1777586673.264141:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306423632 00000400:00000200:2.0:1777586673.264141:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:2.0:1777586673.264145:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:1.0:1777586673.264146:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306420232 00000100:00000001:1.0:1777586673.264149:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306423632 00000100:00000001:2.0:1777586673.264150:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586673.264152:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306420232 00000100:00000001:1.0:1777586673.264156:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306423632 00000100:00000200:2.0:1777586673.264156:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.264163:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306420232 00000100:00000001:1.0:1777586673.264168:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.264172:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586673.264173:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586673.264176:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586673.264179:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.264182:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.264187:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.264193:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.264195:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586673.264199:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.264202:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.264207:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777586673.264207:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586673.264209:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1777586673.264211:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001892d80d. 00000100:00000001:1.0:1777586673.264212:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586673.264215:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586673.264220:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586673.264222:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000100:00000040:1.0:1777586673.264224:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586673.264225:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:2.0:1777586673.264230:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586673.264236:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.264237:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586673.264239:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.264243:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586673.264246:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586673.264269:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586673.264272:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667657984:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777586673.264275:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586673.264277:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586673.264280:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.264284:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586673.264288:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586673.264291:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.264292:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1777586673.264294:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c8b77. 00000100:00000040:2.0:1777586673.264298:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586673.264299:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586673.264304:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667657984, portal 10 00000100:00000001:1.0:1777586673.264308:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586673.264311:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:2.0:1777586673.264313:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.264316:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1777586673.264320:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.264327:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586673.264329:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586673.264331:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000100:00000200:1.0:1777586673.264334:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667657984, offset 0 00000400:00000200:1.0:1777586673.264338:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586673.264344:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586673.264347:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586673.264349:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586673.264351:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586673.264354:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586673.264357:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [42:42:256:4294967295] 192.168.204.155@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:1.0:1777586673.264373:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586673.264378:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586673.264381:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001892d80d. 00000800:00000200:1.0:1777586673.264386:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586673.264390:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586673.264392:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001892d80d type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1777586673.264408:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.264412:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 216982 usecs (217 jiffies) 00000100:00000001:1.0:1777586673.264414:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306420444 00000100:00000001:1.0:1777586673.264416:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.264418:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306420444 00000100:00000001:1.0:1777586673.264420:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.264422:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306420444 00000100:00000001:1.0:1777586673.264424:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.264425:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306420444 00000100:00000001:1.0:1777586673.264427:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306423632 00000100:00000001:1.0:1777586673.264429:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586673.264430:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.264432:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.264434:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.264438:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586673.264439:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1777586673.264440:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.264441:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586673.264443:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.264444:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586673.264798:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586673.264801:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001892d80d. 00000400:00000200:2.0:1777586673.264804:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586673.264807:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586673.264810:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 00000400:00000010:2.0:1777586673.264812:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 00000100:00000001:2.0:1777586673.264814:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586673.264817:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586673.264824:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586673.264826:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586673.264832:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586673.264833:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586673.271746:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271761:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586673.271765:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271767:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586673.271788:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586673.271803:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 4 MB=0x69f3d1bc01380 00000400:00000200:3.0:1777586673.271810:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 224/224 into md 0x23d [1] + 224 00000800:00000001:3.0:1777586673.271817:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271821:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586673.271823:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586673.271827:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586673.271833:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586673.271839:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586673.271850:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586673.271870:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586673.271878:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271881:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586673.271883:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271885:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586673.271889:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586673.271894:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01280 00000400:00000200:3.0:1777586673.271906:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x235 [1] + 224 00000800:00000001:3.0:1777586673.271910:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586673.271913:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1777586673.271913:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586673.271914:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586673.271917:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586673.271920:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586673.271923:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586673.271931:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586673.271938:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586673.271942:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271945:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586673.271946:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271948:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586673.271951:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586673.271957:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc01200 00000400:00000200:3.0:1777586673.271963:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x22d [1] + 224 00000800:00000001:3.0:1777586673.271966:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.271981:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586673.271983:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586673.271986:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586673.271989:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586673.271992:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.271998:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777586673.271999:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777586673.272004:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586673.272006:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586673.272014:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ed7e31. 00000400:00000200:1.0:1777586673.272017:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000100:00000001:3.0:1777586673.272018:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1777586673.272019:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:1.0:1777586673.272023:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586673.272053:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586673.272055:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1777586673.272072:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586673.272081:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.272087:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586673.272089:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.272091:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586673.272094:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586673.272096:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586673.272098:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.272101:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586673.272113:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006b5d27df time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586673.272117:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000047f02811 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586673.272120:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586673.272121:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586673.272123:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586673.272127:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586673.272133:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.272137:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586673.272139:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586673.272141:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586673.272142:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.272145:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.272152:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586673.272154:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586673.272157:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586673.272159:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586673.272173:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667658112:192.168.204.155@tcp:400: 00000800:00000001:3.0:1777586673.272442:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586673.272455:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777586673.272618:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586673.272621:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586673.272623:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae4a1d15. 00000400:00000200:0.0:1777586673.272628:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:0.0:1777586673.272630:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:0.0:1777586673.272634:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586673.272639:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586673.272648:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586673.272655:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586673.272657:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586673.272659:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586673.272661:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586673.272662:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586673.272663:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586673.272665:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586673.272676:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586673.272679:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586673.272681:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586673.272682:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586673.272684:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586673.272686:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586673.272688:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586673.272701:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586673.272708:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586673.272710:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586673.272712:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586673.272714:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586673.272721:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667657728:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586673.272727:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586673.272729:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586673.272733:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667657728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586673.272741:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1777586673.272741:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1777586673.272744:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1777586673.272745:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586673.272748:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 02000000:00000010:0.0:1777586673.272749:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf7b0d3. 00000400:00000200:1.0:1777586673.272752:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 02000000:00000001:0.0:1777586673.272755:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1777586673.272755:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000020:00000001:0.0:1777586673.272759:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1777586673.272760:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1777586673.272762:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586673.272766:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1777586673.272766:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586673.272769:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ace88923. 02000000:00000001:0.0:1777586673.272776:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586673.272777:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586673.272779:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:0.0:1777586673.272782:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586673.272783:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586673.272785:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586673.272797:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586673.272799:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586673.272801:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586673.272804:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586673.272848:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.272855:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586673.272857:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.272859:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586673.272860:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586673.272861:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586673.272863:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.272864:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586673.272869:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586673.272872:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586673.272874:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586673.272875:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586673.272877:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586673.272881:0:197583:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.272883:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586673.272884:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586673.272886:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586673.272887:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586673.272889:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.272896:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586673.272904:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586673.272905:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586673.272909:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586673.272915:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667657856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586673.272919:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.272920:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586673.272923:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667658112/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.272929:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586673.272930:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586673.272932:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745c434a. 02000000:00000001:1.0:1777586673.272936:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586673.272937:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586673.272938:0:197583:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=2 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586673.272940:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586673.272941:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:1.0:1777586673.272944:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586673.272945:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586673.272946:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:1.0:1777586673.272949:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586673.272950:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.272951:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586673.272953:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667657856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.272958:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586673.272959:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586673.272960:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000704162f7. 02000000:00000001:1.0:1777586673.272962:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586673.272963:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586673.272964:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586673.272966:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586673.272967:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4ec524f. 02000000:00000001:1.0:1777586673.273055:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586673.273056:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586673.273057:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:1.0:1777586673.273060:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586673.273061:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.273063:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.273067:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586673.273068:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.273070:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.273071:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586673.283828:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586673.283843:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586673.283846:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586673.283849:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586673.283860:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586673.283888:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01300 00000400:00000200:2.0:1777586673.283897:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x245 [1] + 0 00000800:00000001:2.0:1777586673.283905:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586673.283912:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586673.283914:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586673.283927:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586673.283934:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586673.283949:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586673.283959:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.284015:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.284019:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586673.284035:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586673.284044:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586673.284048:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586673.284133:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586673.284135:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586673.284137:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac5c8b77. 00000400:00000200:1.0:1777586673.284141:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586673.284143:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586673.284147:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586673.284150:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586673.284158:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.284163:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586673.284165:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.284167:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586673.284170:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586673.284173:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586673.284175:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586673.284178:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586673.284187:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586673.284190:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=16 v=10 (10 0 0 0) 00000100:00000001:1.0:1777586673.284192:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586673.284194:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1777586673.284196:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777586673.284199:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586688 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.284219:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1777586673.284223:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586673.284224:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.284227:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1777586673.284228:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1777586673.284231:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1777586673.284235:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:1.0:1777586673.284238:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777586673.284241:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586688 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586673.284248:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667657984:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777586673.284282:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.284285:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586673.284288:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667657984/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586688 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586673.284294:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586673.284297:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586673.284300:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586673.284303:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586673.284305:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586673.284306:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586673.284308:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586673.284310:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d07d65a4. 02000000:00000001:1.0:1777586673.284313:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586673.284314:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586673.284315:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777586673.284318:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586673.284319:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.284321:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586673.284329:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586673.284335:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586673.284337:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586673.284338:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586673.901452:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586673.901459:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586673.901465:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586673.901466:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586673.901531:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586673.901535:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586673.901537:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1777586674.797660:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1777586674.797677:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1777586674.926275:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586674.926281:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586674.926287:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586674.926291:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586674.926293:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586674.926296:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586674.926299:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586674.926302:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586674.926303:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586674.926305:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586674.926343:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586674.926347:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586674.926350:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586675.949400:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586675.949409:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586675.949418:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586675.949419:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586675.949494:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586675.949501:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586675.949507:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1777586676.354567:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354585:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586676.354589:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354592:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.354603:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586676.354620:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c505580 00000400:00000200:2.0:1777586676.354626:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 0 00000800:00000001:2.0:1777586676.354645:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354651:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.354654:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.354658:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586676.354666:0:197574:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1777586676.354669:0:197574:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777586676.354674:0:197574:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000100:00000040:2.0:1777586676.354679:0:197574:0:(events.c:337:request_in_callback()) incoming req@00000000147c58fb x1863934677112192 msgsize 328 00000100:00100000:2.0:1777586676.354683:0:197574:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:2.0:1777586676.354692:0:197574:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1777586676.354700:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354704:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586676.354706:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354708:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.354711:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586676.354717:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c505600 00000400:00000200:2.0:1777586676.354720:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 328 00000800:00000001:2.0:1777586676.354724:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354751:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.354753:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.354757:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586676.354760:0:197574:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1777586676.354761:0:197574:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777586676.354764:0:197574:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000100:00000040:2.0:1777586676.354765:0:197574:0:(events.c:337:request_in_callback()) incoming req@00000000baa249b4 x1863934677112320 msgsize 328 00000100:00100000:2.0:1777586676.354769:0:197574:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:2.0:1777586676.354794:0:197574:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1777586676.354799:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.354802:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1777586676.354836:0:199603:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e3d2c342. 00000100:00000001:0.0:1777586676.354847:0:199603:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1777586676.354849:0:199603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677112192 02000000:00000001:0.0:1777586676.354851:0:199603:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1777586676.354854:0:199603:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586676.354856:0:199603:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586676.354860:0:199603:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586676.354864:0:199603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677112192 00000020:00000001:0.0:1777586676.354866:0:199603:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777586676.354868:0:199603:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:0.0:1777586676.354870:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586676.354872:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:0.0:1777586676.354874:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:0.0:1777586676.354876:0:199603:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:0.0:1777586676.354880:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777586676.354884:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076acfa24. 00000100:00000001:0.0:1777586676.354886:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777586676.354888:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076acfa24. 00000020:00000010:0.0:1777586676.354896:0:199603:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af40cc87. 00000020:00000010:0.0:1777586676.354900:0:199603:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028baf80a. 00000020:00000010:0.0:1777586676.354919:0:199603:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e504367c. 00000100:00000040:0.0:1777586676.354929:0:199603:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1777586676.354932:0:199603:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1777586676.354934:0:199603:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1777586676.354936:0:199603:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.354948:0:199603:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.354950:0:199603:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.354960:0:199603:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1777586676.354961:0:199603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677112320 02000000:00000001:0.0:1777586676.354962:0:199603:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1777586676.354964:0:199603:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586676.354965:0:199603:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586676.354967:0:199603:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586676.354968:0:199603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677112320 00000020:00000001:0.0:1777586676.354970:0:199603:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777586676.354971:0:199603:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:0.0:1777586676.354972:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586676.354973:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=4 00000020:00000001:0.0:1777586676.354975:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:0.0:1777586676.354976:0:199603:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:0.0:1777586676.354978:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777586676.354981:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076acfa24. 00000100:00000001:0.0:1777586676.354982:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777586676.354984:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076acfa24. 00000020:00000010:0.0:1777586676.354987:0:199603:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008294cda3. 00000020:00000010:0.0:1777586676.354989:0:199603:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ade9dd3b. 00000020:00000010:0.0:1777586676.354993:0:199603:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000932171de. 00000100:00000001:0.0:1777586676.354995:0:199603:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1777586676.354996:0:199603:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1777586676.354997:0:199603:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.355000:0:199603:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.355001:0:199603:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.355007:0:199603:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1777586676.355009:0:199603:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1777586676.355013:0:199603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 0 00000100:00000040:0.0:1777586676.355016:0:199603:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:0.0:1777586676.355019:0:199603:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 00000100:00000040:0.0:1777586676.355025:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000147c58fb x1863934677112192/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/0 e 0 to 0 dl 1777586687 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586676.355044:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777586676.355047:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076acfa24. 00000100:00000001:0.0:1777586676.355049:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777586676.355050:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076acfa24. 00000100:00100000:0.0:1777586676.355066:0:199603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000147c58fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+4:342550:x1863934677112192:12345-192.168.204.155@tcp:104: 00000100:00000200:0.0:1777586676.355071:0:199603:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677112192 00010000:00000001:0.0:1777586676.355073:0:199603:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1777586676.355080:0:199603:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586676.355082:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586676.355084:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006fcd1a2b refcount=2 00000020:00000001:0.0:1777586676.355085:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020631040 : -105793688920576 : ffff9fc7fcc09e00) 00010000:00000001:0.0:1777586676.355088:0:199603:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020631040 : -105793688920576 : ffff9fc7fcc09e00) 00010000:00000001:0.0:1777586676.355092:0:199603:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777586676.355096:0:199603:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586676.355099:0:199603:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777586676.355110:0:199603:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1777586676.355112:0:199603:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1777586676.355116:0:199603:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb4361a7. 02000000:00000001:0.0:1777586676.355118:0:199603:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.355121:0:199603:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.355125:0:199603:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1777586676.355128:0:199603:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586676.355132:0:199603:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=1777586676 v=10 (0 0 0 0) 00000100:00001000:0.0:1777586676.355135:0:199603:0:(import.c:2210:obd_at_measure()) AT 00000000e22c377c change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1777586676.355140:0:199603:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@00000000147c58fb x1863934677112192/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/224 e 0 to 0 dl 1777586687 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586676.355159:0:199603:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1777586676.355167:0:199603:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:0.0:1777586676.355169:0:199603:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:0.0:1777586676.355172:0:199603:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1777586676.355174:0:199603:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.355176:0:199603:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586676.355179:0:199603:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586676.355183:0:199603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777586676.355188:0:199603:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677112192, offset 224 00000400:00000200:0.0:1777586676.355194:0:199603:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586676.355203:0:199603:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586676.355209:0:199603:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [43:43:256:4294967295] 192.168.204.155@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:0.0:1777586676.355218:0:199603:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586676.355222:0:199603:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586676.355226:0:199603:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000800:00000200:0.0:1777586676.355232:0:199603:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586676.355238:0:199603:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586676.355241:0:199603:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586676.355289:0:199603:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586676.355293:0:199603:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:0.0:1777586676.355296:0:199603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1777586676.355300:0:199603:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000a341ba4. 00010000:00000001:0.0:1777586676.355302:0:199603:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1777586676.355332:0:199603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1777586676.355335:0:199603:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.355336:0:199603:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.355338:0:199603:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586676.355342:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934677112192/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/224 e 0 to 0 dl 1777586687 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777586676.355346:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1777586676.355350:0:199603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000147c58fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+4:342550:x1863934677112192:12345-192.168.204.155@tcp:104: Request processed in 305us (670us total) trans 0 rc 0/0 00000800:00000010:3.0:1777586676.355350:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 00000400:00000200:3.0:1777586676.355352:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586676.355356:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586676.355360:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:3.0:1777586676.355361:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:3.0:1777586676.355364:0:197576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1777586676.355365:0:199603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 0 00000100:00000001:3.0:1777586676.355366:0:197576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1777586676.355368:0:199603:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:0.0:1777586676.355370:0:199603:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1777586676.355371:0:199603:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1777586676.355376:0:199603:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028baf80a. 00000020:00000010:0.0:1777586676.355379:0:199603:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e504367c. 00000020:00000010:0.0:1777586676.355381:0:199603:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af40cc87. 00000020:00000040:0.0:1777586676.355385:0:199603:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 3 00000100:00000001:0.0:1777586676.355388:0:199603:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.355395:0:199603:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1777586676.355397:0:199603:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1777586676.355400:0:199603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 1 00000100:00000040:0.0:1777586676.355402:0:199603:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:0.0:1777586676.355403:0:199603:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:0.0:1777586676.355407:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000baa249b4 x1863934677112320/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/0 e 0 to 0 dl 1777586687 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586676.355413:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777586676.355415:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076acfa24. 00000100:00000001:0.0:1777586676.355417:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777586676.355418:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076acfa24. 00000100:00100000:0.0:1777586676.355422:0:199603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000baa249b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+3:342550:x1863934677112320:12345-192.168.204.155@tcp:104: 00000100:00000200:0.0:1777586676.355424:0:199603:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677112320 00010000:00000001:0.0:1777586676.355426:0:199603:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1777586676.355428:0:199603:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586676.355429:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586676.355431:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e00c6e3f refcount=2 00000020:00000001:0.0:1777586676.355432:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020629504 : -105793688922112 : ffff9fc7fcc09800) 00010000:00000001:0.0:1777586676.355435:0:199603:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020629504 : -105793688922112 : ffff9fc7fcc09800) 00010000:00000001:0.0:1777586676.355437:0:199603:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777586676.355443:0:199603:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586676.355446:0:199603:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777586676.355452:0:199603:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1777586676.355453:0:199603:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1777586676.355457:0:199603:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d434e1a. 02000000:00000001:0.0:1777586676.355459:0:199603:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.355461:0:199603:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.355463:0:199603:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1777586676.355464:0:199603:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586676.355466:0:199603:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586676.355469:0:199603:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1777586676.355471:0:199603:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:0.0:1777586676.355473:0:199603:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:0.0:1777586676.355475:0:199603:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1777586676.355476:0:199603:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.355478:0:199603:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586676.355480:0:199603:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586676.355482:0:199603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000200:0.0:1777586676.355485:0:199603:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677112320, offset 224 00000400:00000200:0.0:1777586676.355500:0:199603:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586676.355506:0:199603:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586676.355510:0:199603:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [44:44:256:4294967295] 192.168.204.155@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:0.0:1777586676.355516:0:199603:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586676.355520:0:199603:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586676.355524:0:199603:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000984ec61d. 00000800:00000200:0.0:1777586676.355527:0:199603:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586676.355531:0:199603:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586676.355534:0:199603:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000984ec61d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586676.355550:0:199603:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586676.355553:0:199603:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:0.0:1777586676.355560:0:199603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1777586676.355563:0:199603:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003ba8afcd. 00010000:00000001:0.0:1777586676.355565:0:199603:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1777586676.355577:0:199603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1777586676.355579:0:199603:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.355580:0:199603:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.355581:0:199603:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586676.355585:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934677112320/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/224 e 0 to 0 dl 1777586687 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777586676.355593:0:199603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000baa249b4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+3:342550:x1863934677112320:12345-192.168.204.155@tcp:104: Request processed in 179us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1777586676.355599:0:199603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 1 00000100:00000040:0.0:1777586676.355601:0:199603:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:0.0:1777586676.355603:0:199603:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1777586676.355604:0:199603:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1777586676.355606:0:199603:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ade9dd3b. 00000020:00000010:0.0:1777586676.355609:0:199603:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000932171de. 00000020:00000010:0.0:1777586676.355611:0:199603:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008294cda3. 00000020:00000040:0.0:1777586676.355613:0:199603:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 00000100:00000001:0.0:1777586676.355615:0:199603:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1777586676.355618:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.355620:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.355623:0:199608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1777586676.355626:0:199608:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1777586676.355627:0:199608:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1777586676.355629:0:199608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777586676.355650:0:199608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000006fcd1a2b already unused, calling callback (00000000aa32f3bf) 10000000:00000001:3.0:1777586676.355653:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1777586676.355654:0:199608:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777586676.355660:0:199608:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1777586676.355662:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586676.355663:0:199608:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586676.355664:0:199608:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006fcd1a2b refcount=3 00000020:00000001:3.0:1777586676.355666:0:199608:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020631040 : -105793688920576 : ffff9fc7fcc09e00) 00010000:00000001:3.0:1777586676.355667:0:199608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020631040 : -105793688920576 : ffff9fc7fcc09e00) 00010000:00000001:3.0:1777586676.355670:0:199608:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1777586676.355671:0:199608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1777586676.355678:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1777586676.355685:0:199608:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777586676.355690:0:199608:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1777586676.355694:0:199608:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1777586676.355696:0:199608:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1777586676.355698:0:199608:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1777586676.355700:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1777586676.355701:0:199608:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777586676.355716:0:199608:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1777586676.355717:0:199608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1777586676.355718:0:199608:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000ff26fc6d) refs 2 10000000:00000001:3.0:1777586676.355721:0:199608:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1777586676.355722:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.355724:0:199608:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1777586676.355770:0:199608:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1777586676.355772:0:199608:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1777586676.355773:0:199608:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586676.355775:0:199608:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777586676.355777:0:199608:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006fcd1a2b with handle 0xbf3b8af56f224953 from hash 00010000:00000001:3.0:1777586676.355780:0:199608:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1777586676.355781:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777586676.355783:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586676.355784:0:199608:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1777586676.355786:0:199608:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1777586676.355787:0:199608:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1777586676.355790:0:199608:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1777586676.355792:0:199608:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1777586676.355793:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586676.355795:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586676.355797:0:199607:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000010:3.0:1777586676.355798:0:199608:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777586676.355801:0:199608:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586676.355805:0:199608:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586676.355807:0:199608:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586676.355812:0:199608:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586676.355817:0:199608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3e2b6c5. 00000100:00000001:3.0:1777586676.355823:0:199608:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.355826:0:199608:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1777586676.355834:0:199608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777586676.355851:0:199608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1777586676.355853:0:199608:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586676.355857:0:199608:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586676.355859:0:199608:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586676.355864:0:199608:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586676.355881:0:199608:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1777586676.355883:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777586676.355884:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1777586676.355886:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1777586676.355886:0:199608:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.355887:0:199608:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.355889:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1777586676.355889:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.355891:0:199608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1777586676.355892:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586676.355896:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586676.355896:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1777586676.355898:0:199608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 000000006fcd1a2b/0xbf3b8af56f224953 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451e4 expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1777586676.355904:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586676.355906:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.355908:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1777586676.355909:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1777586676.355909:0:199608:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1777586676.355911:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1777586676.355911:0:199608:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000a341ba4. 02000000:00000001:1.0:1777586676.355913:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586676.355915:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667658240:192.168.204.155@tcp:103: 00010000:00000001:3.0:1777586676.355924:0:199608:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.355926:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1777586676.355926:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.355927:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.355928:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1777586676.355930:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.355930:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586676.355931:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586676.355932:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.355932:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1777586676.355933:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.355934:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586676.355935:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1777586676.355935:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1777586676.355938:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fe33082. 02000000:00000001:1.0:1777586676.355940:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586676.355944:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c8b77. 00000400:00000010:1.0:1777586676.355948:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586676.355954:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667658240, portal 18 00000100:00000001:1.0:1777586676.355956:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586676.355957:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:1.0:1777586676.355961:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.355968:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586676.355970:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586676.355972:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586676.355973:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667658240, offset 0 00000400:00000200:1.0:1777586676.355978:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586676.355983:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586676.355987:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586676.355992:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586676.355995:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586676.355997:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586676.356000:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [45:45:255:4294967295] 192.168.204.155@tcp LPNI seq info [45:45:7:4294967295] 00000400:00000200:1.0:1777586676.356006:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586676.356010:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586676.356014:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586676.356017:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586676.356022:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586676.356024:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1777586676.356027:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.356035:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306426724 00000100:00000001:1.0:1777586676.356041:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306423632 00000100:00000001:1.0:1777586676.356045:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306426724 00000100:00000001:1.0:1777586676.356047:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306423632 00000100:00000001:1.0:1777586676.356049:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306426724 00000100:00000001:1.0:1777586676.356052:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306423632 00000100:00000001:1.0:1777586676.356055:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306426724 00000100:00000001:1.0:1777586676.356057:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306423632 00000100:00000001:1.0:1777586676.356059:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586676.356061:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.356064:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.356066:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.356070:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586676.356072:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586676.356074:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.356075:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586676.356076:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.356077:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586676.356173:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586676.356176:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000984ec61d. 00000400:00000200:2.0:1777586676.356179:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.356183:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586676.356186:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000400:00000010:2.0:1777586676.356187:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:2.0:1777586676.356190:0:197575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1777586676.356191:0:197575:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1777586676.356225:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586676.356227:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586676.356230:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.356233:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586676.356235:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:2.0:1777586676.356236:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:2.0:1777586676.356239:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586676.356242:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586676.356275:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586676.356278:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586676.356285:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586676.356286:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1777586676.356322:0:199887:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:3.0:1777586676.356326:0:199887:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000198263a5. 00000020:00000010:3.0:1777586676.356329:0:199887:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000048d47ee. 00000020:00000010:3.0:1777586676.356345:0:199887:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090334196. 00000020:00000010:3.0:1777586676.356350:0:199887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000268029bd. 00000020:00000010:3.0:1777586676.356355:0:199887:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000128a924d. 00000020:00000010:3.0:1777586676.356358:0:199887:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000842c1763. 80000000:00000010:3.0:1777586676.356363:0:199887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c3b5ed0. 40000000:00000010:3.0:1777586676.356366:0:199887:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000913fe8d6. 00100000:00000010:3.0:1777586676.356370:0:199887:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000131440e8. 00040000:00000010:3.0:1777586676.356374:0:199887:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0c6e2d6. 00040000:00000010:3.0:1777586676.356420:0:199887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000706528d. 00002000:00000010:3.0:1777586676.356424:0:199887:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000115331d. 00000020:00000010:3.0:1777586676.356429:0:199887:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ac562f47. 00000020:00000001:3.0:1777586676.356445:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.356446:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.356448:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1777586676.356449:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.356450:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.356451:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1777586676.356453:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586676.356454:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.356455:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1777586676.356724:0:199607:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1777586676.356731:0:199607:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1777586676.356732:0:199607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777586676.356737:0:199607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000e00c6e3f already unused, calling callback (00000000aa32f3bf) 10000000:00000001:2.0:1777586676.356739:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1777586676.356740:0:199607:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777586676.356743:0:199607:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1777586676.356744:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777586676.356746:0:199607:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777586676.356746:0:199607:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e00c6e3f refcount=3 00000020:00000001:2.0:1777586676.356747:0:199607:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020629504 : -105793688922112 : ffff9fc7fcc09800) 00010000:00000001:2.0:1777586676.356749:0:199607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020629504 : -105793688922112 : ffff9fc7fcc09800) 00010000:00000001:2.0:1777586676.356750:0:199607:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1777586676.356751:0:199607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1777586676.356754:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1777586676.356754:0:199607:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777586676.356758:0:199607:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1777586676.356759:0:199607:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1777586676.356760:0:199607:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1777586676.356761:0:199607:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1777586676.356762:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1777586676.356762:0:199607:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777586676.356764:0:199607:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1777586676.356764:0:199607:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1777586676.356765:0:199607:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005bd3f703) refs 2 10000000:00000001:2.0:1777586676.356766:0:199607:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1777586676.356766:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586676.356770:0:199607:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1777586676.356772:0:199607:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1777586676.356772:0:199607:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1777586676.356773:0:199607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1777586676.356775:0:199607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1777586676.356776:0:199607:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e00c6e3f with handle 0xbf3b8af56f22494c from hash 00010000:00000001:2.0:1777586676.356777:0:199607:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1777586676.356778:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777586676.356779:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777586676.356780:0:199607:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1777586676.356781:0:199607:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1777586676.356782:0:199607:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1777586676.356784:0:199607:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1777586676.356786:0:199607:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1777586676.356790:0:199607:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586676.356792:0:199607:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586676.356795:0:199607:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586676.356796:0:199607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586676.356798:0:199607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586676.356802:0:199607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dae1efc9. 00000100:00000001:2.0:1777586676.356805:0:199607:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586676.356806:0:199607:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1777586676.356808:0:199607:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777586676.356814:0:199607:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1777586676.356815:0:199607:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586676.356818:0:199607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586676.356819:0:199607:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586676.356825:0:199607:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586676.356846:0:199607:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1777586676.356849:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777586676.356850:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777586676.356851:0:199607:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586676.356858:0:199607:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777586676.356860:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586676.356862:0:199607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777586676.356867:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1777586676.356869:0:199607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 00000000e00c6e3f/0xbf3b8af56f22494c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451dd expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1777586676.356875:0:199607:0:(ldlm_resource.c:1670:ldlm_resource_putref()) putref res: 00000000a63afc1b count: 0 00010000:00000001:2.0:1777586676.356883:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777586676.356883:0:199607:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1777586676.356885:0:199607:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003ba8afcd. 00010000:00000001:2.0:1777586676.356886:0:199607:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586676.356888:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586676.356889:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586676.356890:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1777586676.356890:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586676.356891:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586676.356892:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1777586676.356893:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586676.356894:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586676.356895:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1777586676.356941:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586676.356943:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586676.356946:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586676.356950:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586676.356957:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586676.356958:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586676.356961:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586676.356963:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586676.356964:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586676.356967:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667658368:192.168.204.155@tcp:103: 00000100:00000001:0.0:1777586676.356970:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586676.356980:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586676.356981:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586676.356983:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586676.356986:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008294cda3. 02000000:00000001:0.0:1777586676.356987:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586676.356991:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000400:00000010:0.0:1777586676.356994:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777586676.356998:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667658368, portal 18 00000100:00000001:0.0:1777586676.356999:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586676.357001:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:0.0:1777586676.357006:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586676.357011:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586676.357013:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586676.357015:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb5a730. 00000100:00000200:0.0:1777586676.357017:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667658368, offset 0 00000400:00000200:0.0:1777586676.357021:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586676.357027:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586676.357030:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586676.357033:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586676.357035:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586676.357037:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586676.357039:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [46:46:256:4294967295] 192.168.204.155@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1777586676.357046:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586676.357051:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586676.357054:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586676.357058:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586676.357063:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586676.357066:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777586676.357080:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.357083:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306426725 00000100:00000001:0.0:1777586676.357087:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306426724 00000100:00000001:0.0:1777586676.357096:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306426725 00000100:00000001:0.0:1777586676.357098:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306426724 00000100:00000001:0.0:1777586676.357100:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306426725 00000100:00000001:0.0:1777586676.357102:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306426724 00000100:00000001:0.0:1777586676.357104:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306426725 00000100:00000001:0.0:1777586676.357106:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306426724 00000100:00000001:0.0:1777586676.357108:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586676.357110:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.357112:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.357113:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.357118:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586676.357119:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586676.357121:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586676.357122:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586676.357123:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.357124:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.357202:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.357207:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586676.357210:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.357214:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586676.357403:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586676.357407:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:2.0:1777586676.357410:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.357412:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586676.357415:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb5a730 00000400:00000010:2.0:1777586676.357416:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009fb5a730. 00000100:00000001:2.0:1777586676.357418:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586676.357420:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586676.357425:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586676.357426:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586676.357435:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586676.357436:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586676.359746:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.359763:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586676.359766:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.359768:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586676.359778:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586676.359806:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc01400 00000400:00000200:3.0:1777586676.359813:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0x255 [1] + 224 00000800:00000001:3.0:1777586676.359821:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.359826:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586676.359829:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586676.359832:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586676.359850:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586676.359857:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586676.359876:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586676.359898:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586676.359907:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.359911:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586676.359912:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.359914:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586676.359918:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586676.359923:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc01480 00000400:00000200:3.0:1777586676.359927:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0x25d [1] + 224 00000800:00000001:3.0:1777586676.359930:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.359970:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586676.359972:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586676.359976:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586676.359978:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586676.359981:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586676.359987:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586676.360006:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586676.360010:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586676.360013:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.360160:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.360164:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586676.360170:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586676.360172:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586676.360174:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac5c8b77. 00000400:00000200:1.0:1777586676.360208:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586676.360210:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586676.360213:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586676.360217:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586676.360224:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.360240:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586676.360242:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.360245:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586676.360248:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586676.360278:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586676.360280:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586676.360283:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586676.360289:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=1777586676 v=5 (0 0 0 0) 00000100:00001000:1.0:1777586676.360293:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586676.360295:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586676.360297:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586676.360299:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586676.360300:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.360303:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586676.360306:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.360312:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586676.360315:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586676.360317:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586676.360320:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586676.360327:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667658240:192.168.204.155@tcp:103: 00000100:00000001:1.0:1777586676.360331:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.360333:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586676.360336:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667658240/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.360342:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586676.360344:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586676.360346:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fe33082. 02000000:00000001:1.0:1777586676.360349:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586676.360351:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586676.360353:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586676.360360:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586676.360363:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c3e2b6c5. 02000000:00000001:1.0:1777586676.360366:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586676.360368:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586676.360370:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:1.0:1777586676.360373:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586676.360374:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.360376:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.360383:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586676.360385:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.360387:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.360389:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.360446:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586676.360449:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586676.360453:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586676.360455:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586676.360456:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777586676.360463:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777586676.360464:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777586676.360467:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586676.360470:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586676.360477:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586676.360482:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586676.360483:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.360485:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586676.360487:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586676.360488:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586676.360494:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586676.360496:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586676.360499:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586676.360501:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586676.360503:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586676.360505:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.360506:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586676.360507:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.360509:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586676.360512:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586676.360518:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586676.360520:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586676.360521:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586676.360523:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586676.360530:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667658368:192.168.204.155@tcp:103: 00000100:00000001:0.0:1777586676.360533:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.360534:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586676.360536:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667658368/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586676.360541:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586676.360543:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586676.360544:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008294cda3. 02000000:00000001:0.0:1777586676.360547:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586676.360548:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586676.360549:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586676.360551:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586676.360552:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dae1efc9. 02000000:00000001:0.0:1777586676.360554:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586676.360555:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586676.360556:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777586676.360559:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586676.360565:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.360566:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.360570:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586676.360571:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586676.360573:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586676.360574:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1777586676.362310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006fcd1a2b. 00010000:00000010:2.1F:1777586676.366288:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a63afc1b. 00010000:00000010:2.1:1777586676.366319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e00c6e3f. 00000800:00000001:2.0:1777586676.486851:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.486870:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586676.486882:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.486884:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.486896:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586676.486912:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c506b80 00000400:00000200:2.0:1777586676.486919:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 656 00000800:00000001:2.0:1777586676.486927:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.486939:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.486941:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.486946:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586676.486953:0:197575:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1777586676.486955:0:197575:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777586676.486960:0:197575:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000100:00000040:2.0:1777586676.486964:0:197575:0:(events.c:337:request_in_callback()) incoming req@00000000a8dfd483 x1863934677117824 msgsize 328 00000100:00100000:2.0:1777586676.486968:0:197575:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:2.0:1777586676.486983:0:197575:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1777586676.486991:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.486993:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1777586676.487076:0:199602:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a55749a0. 00000100:00000001:3.0:1777586676.487086:0:199602:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1777586676.487088:0:199602:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677117824 02000000:00000001:3.0:1777586676.487091:0:199602:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1777586676.487094:0:199602:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586676.487096:0:199602:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586676.487100:0:199602:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586676.487118:0:199602:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677117824 00000020:00000001:3.0:1777586676.487121:0:199602:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1777586676.487123:0:199602:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:3.0:1777586676.487125:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586676.487128:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:3.0:1777586676.487130:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:3.0:1777586676.487132:0:199602:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:3.0:1777586676.487137:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586676.487141:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe09b8f. 00000100:00000001:3.0:1777586676.487154:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586676.487157:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe09b8f. 00000020:00000010:3.0:1777586676.487164:0:199602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea2518bd. 00000020:00000010:3.0:1777586676.487167:0:199602:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f74e6f92. 00000020:00000010:3.0:1777586676.487172:0:199602:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004189bdd6. 00000100:00000040:3.0:1777586676.487192:0:199602:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1777586676.487196:0:199602:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1777586676.487197:0:199602:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1777586676.487199:0:199602:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586676.487205:0:199602:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586676.487218:0:199602:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586676.487229:0:199602:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1777586676.487230:0:199602:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1777586676.487235:0:199602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 2 00000100:00000040:3.0:1777586676.487238:0:199602:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:3.0:1777586676.487241:0:199602:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 00000100:00000040:3.0:1777586676.487248:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8dfd483 x1863934677117824/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/0 e 0 to 0 dl 1777586687 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586676.487288:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586676.487290:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe09b8f. 00000100:00000001:3.0:1777586676.487292:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586676.487294:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe09b8f. 00000100:00100000:3.0:1777586676.487298:0:199602:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000a8dfd483 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342571:x1863934677117824:12345-192.168.204.155@tcp:104: 00000100:00000200:3.0:1777586676.487306:0:199602:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677117824 00010000:00000001:3.0:1777586676.487309:0:199602:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1777586676.487315:0:199602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586676.487317:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586676.487319:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000087939aad refcount=2 00000020:00000001:3.0:1777586676.487321:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020419584 : -105793689132032 : ffff9fc7fcbd6400) 00010000:00000001:3.0:1777586676.487323:0:199602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020419584 : -105793689132032 : ffff9fc7fcbd6400) 00010000:00000001:3.0:1777586676.487327:0:199602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586676.487330:0:199602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586676.487333:0:199602:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777586676.487344:0:199602:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1777586676.487347:0:199602:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1777586676.487351:0:199602:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e73bf5f. 02000000:00000001:3.0:1777586676.487354:0:199602:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586676.487356:0:199602:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.487361:0:199602:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1777586676.487364:0:199602:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586676.487368:0:199602:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586676.487372:0:199602:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1777586676.487376:0:199602:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586676.487378:0:199602:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:3.0:1777586676.487380:0:199602:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1777586676.487382:0:199602:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586676.487384:0:199602:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586676.487387:0:199602:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586676.487392:0:199602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000200:3.0:1777586676.487397:0:199602:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677117824, offset 224 00000400:00000200:3.0:1777586676.487403:0:199602:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586676.487413:0:199602:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586676.487419:0:199602:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [47:47:256:4294967295] 192.168.204.155@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:3.0:1777586676.487436:0:199602:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586676.487442:0:199602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586676.487446:0:199602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000800:00000200:3.0:1777586676.487452:0:199602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586676.487460:0:199602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586676.487474:0:199602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586676.487489:0:199602:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586676.487493:0:199602:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:3.0:1777586676.487496:0:199602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1777586676.487501:0:199602:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f67fb2f6. 00010000:00000001:3.0:1777586676.487503:0:199602:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1777586676.487516:0:199602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1777586676.487518:0:199602:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.487520:0:199602:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586676.487522:0:199602:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586676.487526:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934677117824/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:342/0 lens 328/224 e 0 to 0 dl 1777586687 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586676.487536:0:199602:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000a8dfd483 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342571:x1863934677117824:12345-192.168.204.155@tcp:104: Request processed in 247us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1777586676.487544:0:199602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 2 00000100:00000040:3.0:1777586676.487547:0:199602:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:3.0:1777586676.487550:0:199602:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1777586676.487553:0:199602:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1777586676.487556:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1777586676.487557:0:199602:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f74e6f92. 00000020:00000001:0.0:1777586676.487560:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586676.487563:0:199608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1777586676.487566:0:199608:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1777586676.487568:0:199608:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1777586676.487570:0:199608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1777586676.487576:0:199602:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004189bdd6. 00000020:00000010:3.0:1777586676.487582:0:199602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea2518bd. 00010000:00010000:0.0:1777586676.487583:0:199608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000087939aad already unused, calling callback (00000000aa32f3bf) 10000000:00000001:0.0:1777586676.487588:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:3.0:1777586676.487589:0:199602:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 10000000:00010000:0.0:1777586676.487590:0:199608:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777586676.487593:0:199602:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777586676.487602:0:199608:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1777586676.487603:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586676.487605:0:199608:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586676.487607:0:199608:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000087939aad refcount=3 00000020:00000001:0.0:1777586676.487610:0:199608:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020419584 : -105793689132032 : ffff9fc7fcbd6400) 00010000:00000001:0.0:1777586676.487612:0:199608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020419584 : -105793689132032 : ffff9fc7fcbd6400) 00010000:00000001:0.0:1777586676.487616:0:199608:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1777586676.487618:0:199608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1777586676.487625:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1777586676.487626:0:199608:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777586676.487642:0:199608:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1777586676.487652:0:199608:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1777586676.487653:0:199608:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1777586676.487655:0:199608:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1777586676.487656:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1777586676.487658:0:199608:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586676.487671:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1777586676.487676:0:199608:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000800:00000010:2.0:1777586676.487676:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 10000000:00000001:0.0:1777586676.487679:0:199608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777586676.487681:0:199608:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000007b77bcdf) refs 2 00000400:00000200:2.0:1777586676.487681:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1777586676.487685:0:199608:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1777586676.487688:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586676.487689:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00010000:00000001:0.0:1777586676.487693:0:199608:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1777586676.487695:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00010000:00000001:0.0:1777586676.487698:0:199608:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1777586676.487698:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00010000:00000001:0.0:1777586676.487700:0:199608:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1777586676.487703:0:199608:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1777586676.487704:0:197574:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1777586676.487705:0:199608:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586676.487706:0:197574:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1777586676.487710:0:199608:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000087939aad with handle 0xbf3b8af56f22497d from hash 00010000:00000001:0.0:1777586676.487714:0:199608:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1777586676.487716:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586676.487717:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586676.487719:0:199608:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1777586676.487721:0:199608:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1777586676.487723:0:199608:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1777586676.487884:0:199608:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1777586676.487906:0:199608:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1777586676.487912:0:199608:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777586676.487916:0:199608:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586676.487920:0:199608:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586676.487922:0:199608:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586676.487926:0:199608:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586676.487932:0:199608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008294cda3. 00000100:00000001:0.0:1777586676.487937:0:199608:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.487940:0:199608:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1777586676.487943:0:199608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777586676.487949:0:199608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1777586676.487956:0:199608:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586676.487961:0:199608:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586676.487963:0:199608:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586676.487968:0:199608:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_02+2] req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.487994:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.487999:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586676.488001:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586676.488006:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.488015:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1777586676.488016:0:199608:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586676.488016:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.488018:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1777586676.488019:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1777586676.488020:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586676.488021:0:199608:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586676.488023:0:199608:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777586676.488024:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586676.488026:0:199608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1777586676.488026:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586676.488028:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586676.488031:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667658496:192.168.204.155@tcp:103: 00000100:00000001:1.0:1777586676.488035:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1777586676.488036:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1777586676.488037:0:199608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 0000000087939aad/0xbf3b8af56f22497d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a451eb expref: -99 pid: 199601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1777586676.488040:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586676.488042:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586676.488044:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586676.488049:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fe33082. 02000000:00000001:1.0:1777586676.488050:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1777586676.488052:0:199608:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000ade9dd3b. 00000400:00000010:1.0:1777586676.488054:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c8b77. 00010000:00000040:0.0:1777586676.488055:0:199608:0:(ldlm_resource.c:1670:ldlm_resource_putref()) putref res: 00000000e3f2160e count: 0 00000400:00000010:1.0:1777586676.488058:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586676.488063:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667658496, portal 18 00010000:00000001:0.0:1777586676.488064:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1777586676.488065:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586676.488066:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00010000:00000001:0.0:1777586676.488069:0:199608:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1777586676.488071:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1777586676.488072:0:199608:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f67fb2f6. 00010000:00000001:0.0:1777586676.488083:0:199608:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.488083:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1777586676.488085:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586676.488086:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586676.488086:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00010000:00010000:0.0:1777586676.488088:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1777586676.488088:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000020:00000001:0.0:1777586676.488089:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586676.488090:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586676.488090:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667658496, offset 0 00010000:00010000:0.0:1777586676.488092:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1777586676.488093:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586676.488094:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586676.488095:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00010000:00010000:0.0:1777586676.488096:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1777586676.488101:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586676.488105:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586676.488109:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586676.488112:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586676.488115:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586676.488118:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [48:48:256:4294967295] 192.168.204.155@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:1.0:1777586676.488126:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586676.488130:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586676.488134:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586676.488139:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586676.488144:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586676.488147:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1777586676.488211:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586676.488214:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.488235:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.488240:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306426856 00000100:00000001:1.0:1777586676.488245:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306426725 00000100:00000001:1.0:1777586676.488249:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306426856 00000100:00000001:1.0:1777586676.488271:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306426725 00000100:00000001:1.0:1777586676.488273:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306426857 00000100:00000001:1.0:1777586676.488276:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306426725 00000100:00000001:1.0:1777586676.488278:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306426857 00000100:00000001:1.0:1777586676.488280:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306426725 00000100:00000001:1.0:1777586676.488283:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586676.488285:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.488294:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.488296:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.488300:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586676.488302:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586676.488304:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.488305:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586676.488306:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.488308:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586676.488455:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586676.488458:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586676.488467:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586676.488471:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586676.488474:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:3.0:1777586676.488476:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:3.0:1777586676.488479:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586676.488482:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586676.488491:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586676.488494:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586676.488500:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586676.488502:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586676.490969:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.490994:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586676.491010:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.491014:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.491024:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586676.491040:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc01500 00000400:00000200:2.0:1777586676.491048:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0x269 [1] + 224 00000800:00000001:2.0:1777586676.491054:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.491076:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586676.491079:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586676.491083:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586676.491091:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586676.491096:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586676.491107:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586676.491123:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586676.491132:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586676.491136:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.491159:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.491163:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586676.491170:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586676.491173:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586676.491175:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac5c8b77. 00000400:00000200:1.0:1777586676.491180:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586676.491182:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586676.491185:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586676.491189:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586676.491207:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.491214:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586676.491216:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.491218:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586676.491221:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586676.491223:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586676.491225:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586676.491228:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586676.491234:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586676.491238:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586676.491241:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586676.491242:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586676.491245:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586676.491247:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.491268:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586676.491273:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.491280:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586676.491290:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586676.491292:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586676.491296:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586676.491302:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667658496:192.168.204.155@tcp:103: 00000100:00000001:1.0:1777586676.491307:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.491309:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586676.491312:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667658496/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777586692 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586676.491319:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586676.491322:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586676.491324:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fe33082. 02000000:00000001:1.0:1777586676.491328:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586676.491330:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586676.491331:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586676.491334:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586676.491336:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008294cda3. 02000000:00000001:1.0:1777586676.491346:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586676.491347:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586676.491349:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:1.0:1777586676.491353:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586676.491355:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.491357:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586676.491364:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586676.491365:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586676.491367:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586676.491369:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1777586676.495375:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3f2160e. 00010000:00000010:0.1:1777586676.495393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000087939aad. 00010000:00000001:1.0:1777586676.973803:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586676.973817:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586676.973821:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586676.973825:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586676.973831:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586676.973834:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586676.973837:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586676.973840:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586676.973864:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586676.973866:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586676.973923:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586676.973936:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586676.973941:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586677.997318:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586677.997325:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586677.997332:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586677.997334:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586677.997417:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586677.997420:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586677.997423:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586678.381419:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586678.381429:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586678.381436:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777586678.381441:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586678.381446:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586678.381449:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586678.381454:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586678.381461:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065540b52. 00000100:00000001:2.0:1777586678.381468:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.381481:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586678.381493:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586678.381494:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.381500:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_03+3] req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586678.381553:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.381555:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586678.381559:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586678.381561:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586678.381564:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586678.381566:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586678.381568:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586678.381569:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.381571:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1777586678.381575:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002abfb042. 00000100:00000001:3.0:1777586678.381576:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586678.381579:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.381580:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586678.381584:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1777586678.381588:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586678.381610:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586678.381612:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.381615:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586678.381618:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.381619:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_00+0] req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586678.381624:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586678.381628:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586678.381632:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586678.381636:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667658624:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586678.381641:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586678.381644:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1777586678.381647:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777586678.381647:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586678.381651:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1777586678.381653:0:189245:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:3.0:1777586678.381655:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586678.381656:0:189245:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1777586678.381659:0:189245:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1777586678.381660:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f7a3. 00000100:00000001:2.0:1777586678.381664:0:189245:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1777586678.381664:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1777586678.381669:0:189245:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 11752 00000400:00000010:3.0:1777586678.381671:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026765586. 00000400:00000200:2.0:1777586678.381679:0:189245:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000400:00000010:3.0:1777586678.381679:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efee5b4d. 00000100:00000001:0.0:1777586678.381683:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1777586678.381684:0:189245:0:(import.c:2144:obd_at_measure()) add 15 to 0000000097429994 time=21 v=10 (10 0 0 0) 00000100:00000001:0.0:1777586678.381688:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586678.381690:0:189245:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:2.0:1777586678.381694:0:189245:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 10s 00000100:00000200:3.0:1777586678.381695:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667658624, portal 25 00000100:00000001:0.0:1777586678.381696:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586678.381699:0:189245:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00100000:0.0:1777586678.381700:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1777586678.381700:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586678.381703:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586678.381703:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000001:2.0:1777586678.381710:0:189245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1777586678.381713:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1777586678.381714:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586678.381715:0:189245:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:0.0:1777586678.381717:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586678.381720:0:189245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000100:00000001:0.0:1777586678.381722:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586678.381725:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1777586678.381725:0:189245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1777586678.381728:0:189245:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000100:00000001:0.0:1777586678.381729:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1777586678.381733:0:189245:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1777586678.381734:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586678.381737:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1777586678.381738:0:189245:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:2.0:1777586678.381743:0:189245:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:3.0:1777586678.381743:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000020:00000001:2.0:1777586678.381748:0:189245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000400:00000010:3.0:1777586678.381748:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000200:3.0:1777586678.381754:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667658624, offset 0 00000100:00000001:0.0:1777586678.381756:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1777586678.381757:0:189245:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:0.0:1777586678.381758:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586678.381762:0:189245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1777586678.381763:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586678.381766:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777586678.381767:0:189245:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000400:00000200:3.0:1777586678.381767:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777586678.381771:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586678.381773:0:189245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000100:00100000:0.0:1777586678.381776:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667658752:192.168.204.155@tcp:400: 00000020:00000040:2.0:1777586678.381777:0:189245:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000400:00000200:3.0:1777586678.381781:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586678.381784:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1777586678.381785:0:189245:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 02000000:00000001:0.0:1777586678.381788:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586678.381791:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586678.381791:0:189245:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586678.381791:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1777586678.381795:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586678.381796:0:189245:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1777586678.381799:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:0.0:1777586678.381801:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a07db85d. 02000000:00000001:2.0:1777586678.381803:0:189245:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586678.381803:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777586678.381804:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586678.381809:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:2.0:1777586678.381810:0:189245:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586678.381812:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000100:00000001:2.0:1777586678.381814:0:189245:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1777586678.381817:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [49:49:256:4294967295] 192.168.204.155@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000010:0.0:1777586678.381819:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000008:00100000:2.0:1777586678.381819:0:189245:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1777586678.381825:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667658752, portal 10 00000008:00000001:2.0:1777586678.381825:0:189245:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586678.381829:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586678.381831:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586678.381831:0:189245:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.381834:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000010:2.0:1777586678.381836:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000800:00000200:3.0:1777586678.381837:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000020:00000040:2.0:1777586678.381842:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000800:00000010:3.0:1777586678.381843:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000100:00000040:0.0:1777586678.381844:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586678.381846:0:189245:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1777586678.381849:0:189245:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586678.381854:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586678.381855:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586678.381859:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586678.381862:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.381863:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1777586678.381865:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000010:2.0:1777586678.381869:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009fea1c05. 00000800:00000200:3.0:1777586678.381869:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586678.381875:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.381881:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586678.381886:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586678.381890:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003642c847. 00000100:00100000:2.0:1777586678.381891:0:189245:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777586678.381894:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667658752, offset 0 00000400:00000200:0.0:1777586678.381905:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586678.381905:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586678.381908:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.381913:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_rcv+-1] req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586678.381915:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586678.381921:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586678.381927:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586678.381931:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586678.381934:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586678.381937:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [50:50:255:4294967295] 192.168.204.155@tcp LPNI seq info [50:50:7:4294967295] 00000100:00000001:2.0:1777586678.381938:0:189245:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.381944:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1777586678.381952:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586678.381952:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586678.381957:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000800:00000200:0.0:1777586678.381960:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586678.381961:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306428750 00000020:00000040:2.0:1777586678.381962:0:189245:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000800:00000010:0.0:1777586678.381966:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000100:00000001:2.0:1777586678.381966:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586678.381970:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1777586678.381971:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306426856 02000000:00000001:2.0:1777586678.381973:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586678.381975:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586678.381978:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306428750 00000800:00000200:0.0:1777586678.381982:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000010:2.0:1777586678.381982:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:3.0:1777586678.381982:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306426856 00000800:00000200:0.0:1777586678.381987:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586678.381988:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306428750 00000100:00000001:2.0:1777586678.381989:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.381994:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.381995:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306426857 00000100:00000040:2.0:1777586678.381998:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1777586678.382000:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1243113 usecs (1244 jiffies) 00000100:00000001:0.0:1777586678.382005:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306426588 00000100:00000001:3.0:1777586678.382007:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306428750 00000100:00000001:0.0:1777586678.382011:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306428750 00000100:00000001:3.0:1777586678.382013:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306426857 00000100:00000001:0.0:1777586678.382016:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306426588 00000100:00000001:0.0:1777586678.382020:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306428750 00000100:00000001:2.0:1777586678.382020:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586678.382020:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586678.382023:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382026:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306426588 00000100:00000001:3.0:1777586678.382027:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.382030:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.382031:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306428750 00000100:00000001:3.0:1777586678.382033:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382035:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306426588 00000100:00000001:3.0:1777586678.382038:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.382040:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382044:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586678.382045:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586678.382049:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586678.382050:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382053:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586678.382054:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382055:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586678.382059:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382060:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.382060:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11763) 00000100:00000001:3.0:1777586678.382062:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382065:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.382070:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586678.382072:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586678.382074:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586678.382076:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586678.382077:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586678.382081:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.382088:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586678.382089:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586678.382090:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382093:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.382094:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586678.382097:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586678.382100:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586678.382103:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667659008:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586678.382107:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586678.382110:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586678.382111:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.382113:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586678.382116:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c848a7. 02000000:00000001:0.0:1777586678.382118:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586678.382122:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000400:00000010:0.0:1777586678.382126:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:0.0:1777586678.382129:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667659008, portal 4 00000100:00000001:0.0:1777586678.382131:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586678.382132:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000800:00000200:3.0:1777586678.382134:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1777586678.382138:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1777586678.382138:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:3.0:1777586678.382143:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586678.382149:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586678.382152:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:3.0:1777586678.382154:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:3.0:1777586678.382157:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586678.382163:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1777586678.382163:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586678.382170:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586678.382176:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000001:3.0:1777586678.382177:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1777586678.382181:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863934667659008, offset 0 00000100:00000040:3.0:1777586678.382181:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586678.382191:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586678.382197:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586678.382206:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777586678.382207:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586678.382210:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586678.382211:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1777586678.382215:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586678.382217:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586678.382220:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [51:51:254:4294967295] 192.168.204.155@tcp LPNI seq info [51:51:6:4294967295] 00000400:00000200:0.0:1777586678.382238:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586678.382243:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586678.382247:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000984ec61d. 00000800:00000200:0.0:1777586678.382283:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586678.382287:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586678.382289:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000984ec61d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586678.382292:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586678.382295:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: using a timeout of 6416 usecs (7 jiffies) 00000100:00000001:0.0:1777586678.382298:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306425352 00000100:00000001:0.0:1777586678.382300:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382302:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306425352 00000100:00000001:0.0:1777586678.382305:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382307:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306425352 00000100:00000001:0.0:1777586678.382309:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382311:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306425352 00000100:00000001:0.0:1777586678.382313:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382314:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586678.382316:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382319:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382320:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.382324:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586678.382326:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586678.382328:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1777586678.382330:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586678.382333:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000100:00000001:0.0:1777586678.382335:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586678.382338:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586678.382338:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586678.382343:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586678.382357:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586678.382360:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003642c847 00000100:00000001:0.0:1777586678.382362:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1777586678.382362:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003642c847. 00000100:00000001:0.0:1777586678.382364:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586678.382366:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586678.382371:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586678.382374:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586678.382381:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1777586678.382381:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.382383:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.382388:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586678.382391:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586678.382395:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382395:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586678.382401:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586678.382402:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667658880:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586678.382409:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586678.382413:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586678.382415:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382416:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.382419:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586678.382420:0:197574:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1777586678.382423:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008079353c. 02000000:00000001:0.0:1777586678.382426:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586678.382429:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30847ad. 00000400:00000010:0.0:1777586678.382433:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777586678.382436:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667658880, portal 10 00000100:00000001:0.0:1777586678.382438:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586678.382439:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:0.0:1777586678.382444:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.382450:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586678.382452:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586678.382454:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:0.0:1777586678.382455:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667658880, offset 0 00000400:00000200:0.0:1777586678.382459:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586678.382562:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586678.382565:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586678.382573:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586678.382575:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586678.382578:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586678.382581:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [52:52:255:4294967295] 192.168.204.155@tcp LPNI seq info [52:52:7:4294967295] 00000400:00000200:0.0:1777586678.382589:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586678.382591:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586678.382601:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000984ec61d. 00000400:00000200:3.0:1777586678.382605:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1777586678.382606:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586678.382611:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000400:00000200:3.0:1777586678.382611:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586678.382617:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000800:00000200:0.0:1777586678.382620:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:3.0:1777586678.382620:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:3.0:1777586678.382626:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777586678.382629:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:3.0:1777586678.382632:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777586678.382633:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1777586678.382640:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586678.382645:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 189663 usecs (190 jiffies) 00000100:00000001:3.0:1777586678.382648:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586678.382649:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306425535 00000100:00000040:3.0:1777586678.382652:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.382653:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382658:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306425535 00000100:00000001:0.0:1777586678.382662:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382666:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306425535 00000100:00000001:3.0:1777586678.382670:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382672:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586678.382675:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382678:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306425535 00000100:00000001:0.0:1777586678.382679:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306428750 00000100:00000001:0.0:1777586678.382681:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586678.382684:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.382686:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586678.382686:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586678.382689:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1777586678.382690:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 00000100:00000001:0.0:1777586678.382694:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777586678.382694:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586678.382697:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1777586678.382701:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586678.382701:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586678.382704:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586678.382706:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586678.382706:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:3.0:1777586678.382709:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:3.0:1777586678.382711:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586678.382714:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586678.382717:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586678.382725:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586678.382734:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586678.382740:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586678.382741:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586678.386034:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386046:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586678.386050:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386054:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586678.386067:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586678.386083:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc01580 00000400:00000200:3.0:1777586678.386093:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x271 [1] + 224 00000800:00000001:3.0:1777586678.386102:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386236:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586678.386239:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586678.386245:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586678.386278:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586678.386285:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586678.386296:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586678.386312:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586678.386319:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386323:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586678.386325:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386327:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586678.386331:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586678.386337:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01600 00000400:00000200:3.0:1777586678.386343:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x279 [1] + 224 00000800:00000001:3.0:1777586678.386347:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386350:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586678.386352:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586678.386355:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586678.386368:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586678.386372:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586678.386381:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586678.386396:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586678.386401:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386405:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586678.386407:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386409:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586678.386414:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:2.0:1777586678.386416:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586678.386420:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 4 MB=0x69f3d1bc01700 00000100:00000001:2.0:1777586678.386421:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586678.386427:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 224/224 into md 0x281 [1] + 224 00000800:00000001:3.0:1777586678.386431:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1777586678.386435:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1777586678.386436:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777586678.386438:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1777586678.386440:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1777586678.386442:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026765586. 00000400:00000200:3.0:1777586678.386446:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586678.386448:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586678.386448:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efee5b4d 00000100:00000001:0.0:1777586678.386452:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777586678.386453:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000efee5b4d. 00000100:00000001:2.0:1777586678.386458:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777586678.386458:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1777586678.386459:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586678.386462:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1777586678.386464:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586678.386465:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000100:00000200:2.0:1777586678.386470:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586678.386473:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777586678.386477:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777586678.386483:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1777586678.386485:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586678.386490:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586678.386491:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586678.386510:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586678.386516:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586678.386520:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586678.386522:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1777586678.386525:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586678.386526:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586678.386531:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586678.386535:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586678.386537:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586678.386538:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586678.386540:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586678.386541:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.386544:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586678.386545:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.386547:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586678.386549:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586678.386550:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.386553:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586678.386553:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586678.386559:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=21 v=5 (1 0 0 0) 00000100:00001000:0.0:1777586678.386560:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586678.386564:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586678.386566:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586678.386568:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586678.386570:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586678.386574:0:197582:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.386578:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586678.386580:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586678.386584:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586678.386584:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586678.386586:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586678.386587:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586678.386591:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1777586678.386602:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586678.386603:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586678.386607:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586678.386615:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.386616:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586678.386621:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586678.386623:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586678.386626:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586678.386628:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586678.386629:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586678.386636:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586678.386638:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586678.386662:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667658752:192.168.204.155@tcp:400: 00000100:00100000:2.0:1777586678.386662:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667658624:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586678.386671:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586678.386672:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.386674:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586678.386675:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586678.386678:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667658752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586678.386681:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667658624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.386696:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1777586678.386697:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586678.386698:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1777586678.386700:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586678.386702:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a07db85d. 02000000:00000001:0.0:1777586678.386706:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586678.386710:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586678.386712:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586678.386714:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586678.386716:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002abfb042. 02000000:00000010:2.0:1777586678.386716:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f7a3. 02000000:00000001:0.0:1777586678.386721:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586678.386722:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1777586678.386724:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1777586678.386725:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:0.0:1777586678.386727:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586678.386727:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586678.386732:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777586678.386733:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1777586678.386734:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000065540b52. 00000100:00000001:0.0:1777586678.386735:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.386739:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586678.386739:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777586678.386742:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777586678.386742:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586678.386744:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:0.0:1777586678.386745:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586678.386749:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777586678.386750:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1777586678.386752:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777586678.386753:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777586678.386755:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000100:00000001:2.0:1777586678.386756:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586678.386760:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:0.0:1777586678.386762:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:0.0:1777586678.386765:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586678.386765:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586678.386769:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586678.386771:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586678.386773:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586678.386776:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586678.386784:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.386802:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586678.386803:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.386805:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586678.386807:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586678.386808:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586678.386809:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.386811:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586678.386815:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006b5d27df time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586678.386818:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000047f02811 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586678.386820:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586678.386821:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586678.386823:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586678.386825:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586678.386832:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.386834:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586678.386835:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586678.386836:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586678.386837:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586678.386840:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.386846:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586678.386848:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586678.386849:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586678.386852:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586678.386858:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667659008:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586678.386862:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.386864:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586678.386866:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667659008/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.386882:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586678.386883:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586678.386885:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c848a7. 02000000:00000001:0.0:1777586678.386887:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586678.386889:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586678.386890:0:197582:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=2 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586678.386892:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586678.386893:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:0.0:1777586678.386896:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586678.386897:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586678.386898:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777586678.386900:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586678.386901:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.386903:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.386906:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586678.386907:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.386909:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586678.386911:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586678.393116:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586678.393132:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586678.393136:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586678.393138:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586678.393148:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586678.393163:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 10 MB=0x69f3d1bc01680 00000400:00000200:2.0:1777586678.393169:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 416/416 into md 0x289 [1] + 0 00000800:00000001:2.0:1777586678.393176:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586678.393183:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586678.393185:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586678.393189:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586678.393196:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586678.393203:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586678.393214:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.393277:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586678.393281:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586678.393330:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586678.393363:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777586678.393381:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586678.393384:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586678.393386:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30847ad. 00000800:00000001:2.0:1777586678.393387:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586678.393393:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:0.0:1777586678.393395:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:0.0:1777586678.393399:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586678.393403:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586678.393411:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.393417:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586678.393419:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.393422:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586678.393425:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586678.393427:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586678.393435:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586678.393438:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586678.393447:0:197580:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586678.393452:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=21 v=15 (15 0 0 0) 00000100:00000001:0.0:1777586678.393454:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586678.393455:0:197580:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586678.393458:0:197580:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586678.393462:0:197580:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586678.393468:0:197580:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.393472:0:197580:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586678.393474:0:197580:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586678.393475:0:197580:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586678.393477:0:197580:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586678.393480:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.393485:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586678.393487:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586678.393489:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.393491:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1777586678.393495:0:197580:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to target with instance 4 00000020:00000001:0.0:1777586678.393497:0:197580:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777586678.393498:0:197580:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:0.0:1777586678.393500:0:197580:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586678.393501:0:197580:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:0.0:1777586678.393503:0:197580:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:0.0:1777586678.393505:0:197580:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00001000:0.0:1777586678.393507:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=1777586678 v=0 (0 0 0 0) 00000100:00001000:0.0:1777586678.393508:0:197580:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1777586678.393511:0:197580:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1643, crc32c 10279, adler 1207 00000020:00000040:0.0:1777586678.393514:0:197580:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00000001:0.0:1777586678.393516:0:197580:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1777586678.393523:0:197580:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:0.0:1777586678.393526:0:197580:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffff9fc7c7c78000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1777586678.393529:0:197580:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1777586678.393529:0:197580:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777586678.393578:0:197580:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1777586678.393581:0:197580:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1777586678.393583:0:197580:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777586678.393585:0:197580:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777586678.393586:0:197580:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.393588:0:197580:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1777586678.393601:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1777586678.393604:0:197580:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1777586678.393605:0:197580:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:0.0:1777586678.393606:0:197580:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1777586678.393607:0:197580:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1777586678.393609:0:197580:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1777586678.393610:0:197580:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv 000000008a14b5dc for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1777586678.393613:0:197580:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xbf3b8af56f224992 00800000:00000040:0.0:1777586678.393616:0:197580:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xbf3b8af56f224999 00800000:00000040:0.0:1777586678.393618:0:197580:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff9fc7c7c78000=32fcebbd-136e-4017-bea6-5d06fb86bba7 device 4 (00000000c93f4367) type mdc at LMV idx 1 00800000:00000040:0.0:1777586678.393620:0:197580:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD 00000000c93f4367 already active! 00800000:00000001:0.0:1777586678.393622:0:197580:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1777586678.393623:0:197580:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777586678.393625:0:197580:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777586678.393626:0:197580:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000002:00000001:0.0:1777586678.393866:0:197580:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.393869:0:197580:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1777586678.393872:0:197580:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1777586678.393875:0:197580:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.393878:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586678.393882:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777586698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586678.393891:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667658880:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586678.393904:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.393906:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586678.393909:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667658880/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777586698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586678.393915:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586678.393918:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586678.393921:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008079353c. 02000000:00000001:0.0:1777586678.393925:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586678.393926:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586678.393927:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586678.393929:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586678.393931:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009fea1c05. 02000000:00000001:0.0:1777586678.393936:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586678.393937:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586678.393939:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777586678.393941:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586678.393943:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.393945:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586678.393951:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586678.393953:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586678.393956:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586678.393957:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1777586678.393960:0:199943:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1777586678.393964:0:199943:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1777586678.393967:0:199943:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586678.393970:0:199943:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586678.393971:0:199943:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586678.393974:0:199943:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1777586678.393975:0:199943:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586679.021703:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586679.021710:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586679.021715:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586679.021716:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586679.021768:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586679.021772:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586679.021775:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586680.045368:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586680.045375:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586680.045382:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586680.045384:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586680.045439:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586680.045443:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586680.045446:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586681.069476:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586681.069481:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.069485:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586681.069486:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586681.069534:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586681.069552:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586681.069555:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1777586681.453389:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1777586681.453396:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000007b77bcdf) refs 2 10000000:00000001:1.0:1777586681.453403:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.453406:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1777586681.453407:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1777586681.453409:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1777586681.453411:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1777586681.453413:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:1.0:1777586681.453415:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-cliir-ffff9fc7c7c78000 from 12 10000000:00000001:1.0:1777586681.453418:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1777586681.453419:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1777586681.453428:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586681.453431:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.453436:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586681.453438:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586681.453442:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586681.453448:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcbdf13. 00000100:00000001:1.0:1777586681.453454:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.453457:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1777586681.453459:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1777586681.453479:0:199610:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000090a041ac. 00010000:00000001:1.0:1777586681.453481:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1777586681.453483:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000089afcca. 00000020:00000010:1.0:1777586681.453487:0:199610:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000306397f4. 00000020:00000001:1.0:1777586681.453490:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1777586681.453492:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000089afcca with handle 0xbf3b8af56f2249b5 to hash 00000020:00000001:1.0:1777586681.453493:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1777586681.453494:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.453496:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.453499:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586681.453501:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586681.453503:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586681.453510:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586681.453518:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1777586681.453521:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586681.453523:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586681.453527:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.453528:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122140544 : -105794587411072 : ffff9fc7c732bd80) 00000100:00000001:1.0:1777586681.453531:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.453532:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777586681.453548:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586681.453550:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.453552:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586681.453554:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586681.453567:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.453576:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586681.453583:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.453587:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586681.453589:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586681.453591:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586681.453593:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659136:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586681.453597:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586681.453602:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586681.453604:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.453606:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586681.453609:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586681.453610:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586681.453614:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c8b77. 00000400:00000010:1.0:1777586681.453619:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586681.453625:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667659136, portal 25 00000100:00000001:1.0:1777586681.453626:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.453627:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:1.0:1777586681.453630:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.453635:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586681.453637:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586681.453638:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000200:1.0:1777586681.453639:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667659136, offset 0 00000400:00000200:1.0:1777586681.453644:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586681.453655:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586681.453659:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586681.453662:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586681.453664:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586681.453666:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.453669:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [53:53:256:4294967295] 192.168.204.155@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1777586681.453677:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586681.453681:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586681.453686:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586681.453695:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586681.453701:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586681.453704:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1777586681.453733:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.453738:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431822 00000100:00000001:1.0:1777586681.453745:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306428750 00000100:00000001:1.0:1777586681.453750:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431822 00000100:00000001:1.0:1777586681.453752:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306428750 00000100:00000001:1.0:1777586681.453755:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431822 00000100:00000001:1.0:1777586681.453757:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306428750 00000100:00000001:1.0:1777586681.453760:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431822 00000100:00000001:1.0:1777586681.453762:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306428750 00000100:00000001:1.0:1777586681.453765:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.453767:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.453769:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586681.453771:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586681.453773:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000a6e39e59 going to sleep for 11 seconds 00000100:00000001:1.0:1777586681.453776:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586681.453778:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586681.453911:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586681.453915:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586681.453927:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586681.453937:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586681.453942:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:3.0:1777586681.453944:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:3.0:1777586681.453948:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586681.453951:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586681.453960:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586681.453962:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586681.453969:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586681.453970:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586681.456518:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.456551:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586681.456557:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.456560:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586681.456573:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586681.456594:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc01780 00000400:00000200:3.0:1777586681.456608:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x291 [1] + 224 00000800:00000001:3.0:1777586681.456618:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.456626:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586681.456629:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586681.456634:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586681.456643:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586681.456652:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586681.456661:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586681.456680:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586681.456688:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.456691:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.456760:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586681.456770:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586681.456772:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586681.456775:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac5c8b77. 00000400:00000200:1.0:1777586681.456782:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586681.456783:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586681.456786:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586681.456793:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586681.456802:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.456810:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586681.456828:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.456830:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586681.456833:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586681.456835:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586681.456837:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.456840:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586681.456845:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586681.456850:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586681.456853:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586681.456854:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.456856:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586681.456858:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.456860:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586681.456864:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.456871:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.456873:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586681.456875:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586681.456878:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586681.456885:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659136:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586681.456889:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.456891:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.456893:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586681.456895:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.456897:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.456904:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586681.456906:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.456908:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586681.456909:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.456912:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1777586681.456915:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586681.456917:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586681.456924:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000089afcca refcount=4 00000020:00000001:1.0:1777586681.456927:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.456929:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000040:1.0:1777586681.456935:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000089afcca, remote cookie: 0xacc125e529a45318, flags: 0x0 00010000:00000001:1.0:1777586681.456938:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1777586681.456941:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1777586681.456943:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1777586681.456944:0:199610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1777586681.456945:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1777586681.456947:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000090a041ac) refcount = 1 00010000:00010000:1.0:1777586681.456950:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.456958:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1777586681.456959:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1777586681.456960:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777586681.456963:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1777586681.456965:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586681.456966:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.456972:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1777586681.456974:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.456975:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586681.456976:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.456977:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586681.456978:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.456981:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.456984:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667659136/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.456998:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586681.457000:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586681.457003:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586681.457006:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586681.457008:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586681.457014:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586681.457017:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586681.457019:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004dcbdf13. 02000000:00000001:1.0:1777586681.457022:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586681.457024:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586681.457025:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777586681.457029:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586681.457030:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1777586681.457032:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.457035:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1777586681.457036:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000007b77bcdf) refs 3 10000000:00000001:1.0:1777586681.457038:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.457040:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586681.457041:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586681.457042:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000089afcca refcount=3 00000020:00000001:1.0:1777586681.457044:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.457045:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.457048:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1777586681.457049:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.457050:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586681.457055:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.457057:0:199610:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1777586681.457061:0:199610:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000eff0514b. 00000100:00000010:1.0:1777586681.457075:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586681.457079:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.457082:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586681.457084:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586681.457088:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586681.457093:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcbdf13. 00000100:00000001:1.0:1777586681.457097:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.457101:0:199610:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1777586681.457104:0:199610:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a0312dee. 00000100:00000010:1.0:1777586681.457107:0:199610:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008b4f0dc1. 00000020:00000040:1.0:1777586681.457109:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.457113:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586681.457114:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586681.457123:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.457125:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122140544 : -105794587411072 : ffff9fc7c732bd80) 00000100:00000001:1.0:1777586681.457127:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.457128:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777586681.457132:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586681.457133:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.457134:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586681.457135:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586681.457139:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.457146:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586681.457147:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.457151:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586681.457153:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586681.457155:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586681.457157:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659264:192.168.204.155@tcp:256: 00000100:00000001:1.0:1777586681.457161:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586681.457165:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586681.457166:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.457168:0:199610:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1777586681.457173:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c8b77. 00000400:00000010:1.0:1777586681.457178:0:199610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000891a654c. 00000100:00000200:1.0:1777586681.457183:0:199610:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69f3d1bc01800-0x69f3d1bc01800, portal 33 00000100:00000001:1.0:1777586681.457186:0:199610:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.457189:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586681.457191:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000118aa6ee. 02000000:00000001:1.0:1777586681.457193:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586681.457196:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586681.457198:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586681.457200:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667659264, portal 25 00000100:00000001:1.0:1777586681.457202:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.457204:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:1.0:1777586681.457207:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.457219:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586681.457222:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586681.457224:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000200:1.0:1777586681.457226:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1863934667659264, offset 0 00000400:00000200:1.0:1777586681.457231:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586681.457243:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586681.457248:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586681.457290:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586681.457295:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586681.457298:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.457302:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [54:54:256:4294967295] 192.168.204.155@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1777586681.457312:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586681.457318:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586681.457324:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586681.457330:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586681.457337:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586681.457342:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1777586681.457361:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.457367:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431826 00000100:00000001:1.0:1777586681.457377:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431822 00000100:00000001:1.0:1777586681.457385:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431826 00000100:00000001:1.0:1777586681.457388:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431822 00000100:00000001:1.0:1777586681.457391:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431826 00000100:00000001:1.0:1777586681.457394:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431822 00000100:00000001:1.0:1777586681.457399:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431826 00000100:00000001:1.0:1777586681.457402:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431822 00000100:00000001:1.0:1777586681.457405:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.457407:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.457415:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586681.457417:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586681.457418:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000a6e39e59 going to sleep for 11 seconds 00000100:00000001:1.0:1777586681.457420:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586681.457423:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586681.457513:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586681.457518:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586681.457523:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.457529:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586681.457545:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:2.0:1777586681.457547:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:2.0:1777586681.457551:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586681.457555:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.457562:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586681.457565:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.457571:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586681.457572:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586681.459626:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.459644:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586681.459663:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.459665:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586681.459680:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586681.459701:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 44 into portal 33 MB=0x69f3d1bc01800 00000400:00000200:3.0:1777586681.459711:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.155@tcp of length 44/44 into md 0x299 [4] + 0 00000400:00000010:3.0:1777586681.459716:0:197574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac5c8b77. 00000400:00000200:3.0:1777586681.459721:0:197574:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000891a654c 00000800:00000001:3.0:1777586681.459727:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586681.459734:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586681.459736:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586681.459739:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586681.459744:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891a654c 00000400:00000010:3.0:1777586681.459746:0:197574:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000891a654c. 00000100:00000001:3.0:1777586681.459751:0:197574:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1777586681.459753:0:197574:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004c2bf609 desc 00000000a0312dee mbits 1863934667659264 00000100:00000001:3.0:1777586681.459768:0:197574:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1777586681.459775:0:197574:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1777586681.459782:0:197574:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586681.459789:0:197574:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [55:55:256:4294967295] 192.168.204.155@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:3.0:1777586681.459801:0:197574:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) 192.168.204.155@tcp : ACK try# 0 00000800:00000200:3.0:1777586681.459807:0:197574:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586681.459813:0:197574:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000a763fbd0. 00000800:00000200:3.0:1777586681.459820:0:197574:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586681.459828:0:197574:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586681.459829:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1777586681.459836:0:197574:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a763fbd0 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1777586681.459837:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586681.459912:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1777586681.459949:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586681.459952:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000a763fbd0. 00000400:00000200:3.0:1777586681.459956:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586681.459959:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: ACK: OK 00000800:00000001:0.0:1777586681.459977:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586681.461320:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.461329:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586681.461333:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.461337:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586681.461346:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586681.461360:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 240 into portal 25 MB=0x69f3d1bc01800 00000400:00000200:2.0:1777586681.461368:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 240/240 into md 0x29d [1] + 224 00000800:00000001:2.0:1777586681.461375:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.461381:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586681.461384:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.461387:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586681.461393:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586681.461417:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586681.461430:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.461452:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586681.461460:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.461464:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.461508:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586681.461517:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586681.461519:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586681.461522:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586681.461531:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586681.461544:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586681.461553:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586681.461565:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586681.461576:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.461583:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586681.461585:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.461588:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586681.461591:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586681.461594:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586681.461597:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.461600:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586681.461609:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586681.461612:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586681.461615:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586681.461616:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.461619:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586681.461621:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.461623:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586681.461626:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586681.461634:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.461669:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586681.461672:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586681.461675:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586681.461682:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659264:192.168.204.155@tcp:256: 00000100:00000001:1.0:1777586681.461686:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.461689:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.461692:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586681.461694:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.461696:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.461702:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586681.461705:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.461708:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586681.461709:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1777586681.461715:0:199610:0:(mgc_request.c:1597:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:1.0:1777586681.461719:0:199610:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1777586681.461754:0:199610:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000d07d65a4. 10000000:00000010:1.0:1777586681.461760:0:199610:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 000000008e3db9c4. 10000000:00000200:1.0:1777586681.461766:0:199610:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1777586681.461768:0:199610:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9fc7c7c78000 00010000:00000001:1.0:1777586681.461786:0:199610:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1777586681.461789:0:199610:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:1.0:1777586681.461792:0:199610:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.204.155@tcp has 192.168.204.155@tcp. 00000100:00000001:1.0:1777586681.461794:0:199610:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.461799:0:199610:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1777586681.461800:0:199610:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.155@tcp with 192.168.204.155@tcp 00000100:00000200:1.0:1777586681.461802:0:199610:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.155@tcp' 00000400:00000200:1.0:1777586681.461804:0:199610:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1777586681.461807:0:199610:0:(api-ni.c:3208:LNetNIInit()) refs 1 00000400:00000200:1.0:1777586681.461810:0:199610:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.461816:0:199610:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1777586681.461831:0:199610:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1777586681.461834:0:199610:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:1.0:1777586681.461836:0:199610:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000001:1.0:1777586681.461839:0:199610:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.461841:0:199610:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1777586681.461844:0:199610:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffff9fc7c7c78000 10000000:00000010:1.0:1777586681.461846:0:199610:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 000000008e3db9c4. 10000000:00000010:1.0:1777586681.461849:0:199610:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000d07d65a4. 10000000:00000001:1.0:1777586681.461851:0:199610:0:(mgc_request.c:1495:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.461853:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.461856:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667659264/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.461863:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586681.461866:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586681.461868:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000118aa6ee. 02000000:00000001:1.0:1777586681.461872:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586681.461875:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586681.461876:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586681.461879:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777586681.461880:0:199610:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1777586681.461882:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586681.461883:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586681.461885:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1777586681.461887:0:199610:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008b4f0dc1. 00000100:00000010:1.0:1777586681.461890:0:199610:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a0312dee. 00000100:00000001:1.0:1777586681.461893:0:199610:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1777586681.461895:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004dcbdf13. 02000000:00000001:1.0:1777586681.461898:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586681.461899:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586681.461901:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777586681.461904:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586681.461905:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1777586681.461919:0:199610:0:(mgc_request.c:1649:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000eff0514b. 10000000:01000000:1.0:1777586681.461922:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1777586681.461925:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1777586681.461934:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586681.461936:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586681.461939:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000089afcca refcount=3 00000020:00000001:1.0:1777586681.461941:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.461944:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:1.0:1777586681.461947:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1777586681.461950:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.461973:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.461975:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1777586681.461977:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.461983:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1777586681.461984:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.461985:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1777586681.461986:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.461988:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.461989:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1777586681.461991:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1777586681.461992:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ff26fc6d) refs 2 10000000:00000001:1.0:1777586681.461993:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.461994:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1777586681.461995:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000007b77bcdf) refs 3 10000000:00000001:1.0:1777586681.461997:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1777586681.461997:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1777586681.461998:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1777586681.461999:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:1.0:1777586681.462000:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff9fc7c7c78000 from 39 10000000:00000001:1.0:1777586681.462002:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1777586681.462002:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1777586681.462006:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586681.462008:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.462010:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586681.462012:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586681.462020:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586681.462025:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcbdf13. 00000100:00000001:1.0:1777586681.462031:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.462035:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1777586681.462038:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1777586681.462043:0:199610:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002725a1c1. 00010000:00000001:1.0:1777586681.462048:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1777586681.462052:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009cec21ce. 00000020:00000001:1.0:1777586681.462055:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1777586681.462060:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009cec21ce with handle 0xbf3b8af56f2249bc to hash 00000020:00000001:1.0:1777586681.462062:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1777586681.462064:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.462066:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.462069:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586681.462072:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586681.462074:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586681.462081:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586681.462089:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1777586681.462095:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586681.462097:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586681.462101:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.462103:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122140544 : -105794587411072 : ffff9fc7c732bd80) 00000100:00000001:1.0:1777586681.462105:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.462106:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777586681.462110:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586681.462112:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.462113:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586681.462115:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586681.462123:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.462130:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586681.462133:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.462136:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586681.462141:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586681.462144:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586681.462147:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659392:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586681.462152:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586681.462159:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586681.462162:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.462165:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586681.462168:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586681.462170:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586681.462175:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586681.462180:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586681.462185:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667659392, portal 25 00000100:00000001:1.0:1777586681.462187:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.462188:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:1.0:1777586681.462193:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.462199:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586681.462204:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586681.462206:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000200:1.0:1777586681.462208:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667659392, offset 0 00000400:00000200:1.0:1777586681.462216:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586681.462228:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586681.462232:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586681.462238:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586681.462242:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586681.462245:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.462291:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [56:56:256:4294967295] 192.168.204.155@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:1.0:1777586681.462300:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586681.462311:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586681.462315:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586681.462321:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586681.462327:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586681.462331:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1777586681.462348:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.462353:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431831 00000100:00000001:1.0:1777586681.462362:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431826 00000100:00000001:1.0:1777586681.462369:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431831 00000100:00000001:1.0:1777586681.462372:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431826 00000100:00000001:1.0:1777586681.462374:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431831 00000100:00000001:1.0:1777586681.462378:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431826 00000100:00000001:1.0:1777586681.462379:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431831 00000100:00000001:1.0:1777586681.462381:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431826 00000100:00000001:1.0:1777586681.462385:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.462387:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.462390:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586681.462396:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586681.462398:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000a6e39e59 going to sleep for 11 seconds 00000100:00000001:1.0:1777586681.462400:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586681.462403:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586681.462428:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586681.462432:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586681.462437:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.462442:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586681.462445:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:2.0:1777586681.462446:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:2.0:1777586681.462449:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586681.462453:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.462464:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586681.462466:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.462471:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586681.462473:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586681.463816:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.463830:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586681.463833:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.463835:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586681.463846:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586681.463862:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc01880 00000400:00000200:0.0:1777586681.463878:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x2a5 [1] + 224 00000800:00000001:0.0:1777586681.463885:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.463893:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586681.463895:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586681.463899:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586681.463909:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586681.463915:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586681.463926:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.463948:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586681.463958:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.463969:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.463988:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586681.463995:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586681.463997:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586681.463999:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586681.464002:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586681.464004:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586681.464007:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586681.464010:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586681.464018:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.464032:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586681.464034:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.464037:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586681.464041:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586681.464044:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586681.464058:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.464062:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586681.464071:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586681.464076:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586681.464079:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586681.464080:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.464083:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586681.464085:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464088:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586681.464093:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.464100:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.464103:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586681.464106:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586681.464109:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586681.464115:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659392:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586681.464121:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.464124:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464127:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586681.464129:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.464131:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.464137:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586681.464139:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.464141:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586681.464143:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.464152:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1777586681.464157:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586681.464159:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586681.464162:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cec21ce refcount=4 00000020:00000001:1.0:1777586681.464165:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.464167:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000040:1.0:1777586681.464173:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 000000009cec21ce, remote cookie: 0xacc125e529a4531f, flags: 0x0 00010000:00000001:1.0:1777586681.464177:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1777586681.464181:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1777586681.464183:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1777586681.464185:0:199610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1777586681.464186:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1777586681.464188:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000002725a1c1) refcount = 1 00010000:00010000:1.0:1777586681.464193:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.464202:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1777586681.464204:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1777586681.464206:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777586681.464210:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1777586681.464213:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586681.464215:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.464222:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1777586681.464224:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.464226:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586681.464227:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.464228:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586681.464229:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464232:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.464235:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667659392/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.464242:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586681.464245:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586681.464281:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586681.464284:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586681.464286:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586681.464287:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586681.464294:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586681.464297:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004dcbdf13. 02000000:00000001:1.0:1777586681.464301:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586681.464303:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586681.464305:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777586681.464308:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586681.464310:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1777586681.464312:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.464316:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1777586681.464318:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ff26fc6d) refs 3 10000000:00000001:1.0:1777586681.464321:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.464323:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586681.464325:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586681.464326:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cec21ce refcount=3 00000020:00000001:1.0:1777586681.464327:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.464330:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.464332:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1777586681.464334:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.464336:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777586681.464337:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.464340:0:199610:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1777586681.464344:0:199610:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000008b4f0dc1. 00000020:00000010:1.0:1777586681.464349:0:199610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dcbdf13. 00000020:00000010:1.0:1777586681.464355:0:199610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000118aa6ee. 00000040:00000010:1.0:1777586681.464361:0:199610:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000069fc4fa4. 00000020:00000010:1.0:1777586681.464367:0:199610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004be1297c. 00000020:00000010:1.0:1777586681.464374:0:199610:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000001c8a02ad. 80000000:00000010:1.0:1777586681.464379:0:199610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008b9aae8. 00040000:00000010:1.0:1777586681.464387:0:199610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000347ff5f0. 20000000:00000010:1.0:1777586681.464393:0:199610:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000002a5488ef. 10000000:00000040:1.0:1777586681.464398:0:199610:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 000000005937dab7 : new refcount 2 00000020:00000001:1.0:1777586681.464402:0:199610:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1777586681.464410:0:199610:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1777586681.464417:0:199610:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:1.0:1777586681.464430:0:199610:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000946603ce. 00000040:00000001:1.0:1777586681.464435:0:199610:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1777586681.464437:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:1.0:1777586681.464441:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586681.464444:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.464448:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586681.464450:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586681.464454:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586681.464462:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2d2b2fc. 00000100:00000001:1.0:1777586681.464467:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464472:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586681.464473:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586681.464477:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.464479:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122140544 : -105794587411072 : ffff9fc7c732bd80) 00000100:00000001:1.0:1777586681.464481:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.464482:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777586681.464485:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586681.464487:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464488:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586681.464489:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586681.464492:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.464497:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586681.464498:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.464501:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586681.464503:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586681.464505:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586681.464506:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659520:192.168.204.155@tcp:501: 00000100:00000001:1.0:1777586681.464509:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586681.464511:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586681.464512:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.464514:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586681.464517:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000824da204. 02000000:00000001:1.0:1777586681.464522:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586681.464525:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586681.464528:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586681.464545:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667659520, portal 25 00000100:00000001:1.0:1777586681.464548:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.464549:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:1.0:1777586681.464552:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.464557:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586681.464559:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586681.464562:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000200:1.0:1777586681.464564:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667659520, offset 0 00000400:00000200:1.0:1777586681.464568:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586681.464583:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586681.464587:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586681.464591:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586681.464594:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586681.464597:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.464600:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [57:57:256:4294967295] 192.168.204.155@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:1.0:1777586681.464607:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586681.464612:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586681.464617:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586681.464623:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586681.464632:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586681.464636:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1777586681.464651:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464655:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431833 00000100:00000001:1.0:1777586681.464663:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431831 00000100:00000001:1.0:1777586681.464668:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431833 00000100:00000001:1.0:1777586681.464671:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431831 00000100:00000001:1.0:1777586681.464681:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431833 00000100:00000001:1.0:1777586681.464684:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431831 00000100:00000001:1.0:1777586681.464692:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431833 00000100:00000001:1.0:1777586681.464696:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431831 00000100:00000001:1.0:1777586681.464699:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.464702:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.464705:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586681.464707:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586681.464709:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000a6e39e59 going to sleep for 11 seconds 00000100:00000001:1.0:1777586681.464711:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586681.464714:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586681.464754:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586681.464759:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586681.464763:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.464774:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586681.464778:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:2.0:1777586681.464779:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:2.0:1777586681.464783:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586681.464787:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.464796:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586681.464798:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.464824:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586681.464826:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586681.466138:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.466154:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586681.466158:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.466161:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586681.466173:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586681.466190:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc01900 00000400:00000200:0.0:1777586681.466198:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x2ad [1] + 224 00000800:00000001:0.0:1777586681.466205:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586681.466228:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586681.466231:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586681.466236:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586681.466242:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586681.466293:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586681.466306:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.466322:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586681.466333:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586681.466337:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777586681.466346:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586681.466346:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586681.466350:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586681.466354:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586681.466360:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586681.466363:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586681.466367:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586681.466373:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586681.466385:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.466393:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586681.466395:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.466398:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586681.466401:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586681.466404:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586681.466406:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.466409:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586681.466416:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586681.466420:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586681.466423:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586681.466425:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.466427:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586681.466437:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.466440:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586681.466445:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.466453:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.466503:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586681.466506:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586681.466510:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586681.466519:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659520:192.168.204.155@tcp:501: 00000100:00000001:1.0:1777586681.466525:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586681.466527:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.466530:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777586681.466542:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.466546:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.466553:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586681.466556:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.466559:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777586681.466560:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1777586681.466566:0:199610:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1777586681.466570:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586681.466572:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586681.466575:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777586681.466576:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.466580:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667659520/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.466588:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586681.466590:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586681.466593:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000824da204. 02000000:00000001:1.0:1777586681.466597:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586681.466598:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586681.466599:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586681.466607:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586681.466610:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2d2b2fc. 02000000:00000001:1.0:1777586681.466614:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586681.466616:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586681.466618:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777586681.466622:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586681.466624:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1777586681.466627:0:199610:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1777586681.466630:0:199610:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:1.0:1777586681.466639:0:199610:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008b811737. 00000040:00000001:1.0:1777586681.466641:0:199610:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1777586681.466643:0:199610:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1777586681.466646:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:1.0:1777586681.466650:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586681.466653:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.466657:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586681.466659:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586681.466663:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586681.466669:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2d2b2fc. 00000100:00000001:1.0:1777586681.466674:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.466678:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586681.466680:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586681.466683:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e39e59. 00000100:00000001:1.0:1777586681.466686:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122140544 : -105794587411072 : ffff9fc7c732bd80) 00000100:00000001:1.0:1777586681.466689:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.466691:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777586681.466696:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586681.466698:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.466701:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586681.466703:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586681.466707:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.466715:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586681.466716:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.466720:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586681.466723:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586681.466731:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586681.466736:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659648:192.168.204.155@tcp:503: 00000100:00000001:1.0:1777586681.466741:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586681.466746:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586681.466749:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.466751:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586681.466771:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009c1390cc. 02000000:00000001:1.0:1777586681.466774:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586681.466778:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586681.466783:0:199610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d492c3be. 00000100:00000200:1.0:1777586681.466789:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667659648, portal 25 00000100:00000001:1.0:1777586681.466791:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.466793:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:1.0:1777586681.466798:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.466805:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586681.466808:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586681.466811:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586681.466814:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667659648, offset 0 00000400:00000200:1.0:1777586681.466822:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586681.466834:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586681.466839:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586681.466844:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586681.466848:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586681.466851:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.466856:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [58:58:256:4294967295] 192.168.204.155@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1777586681.466870:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586681.466877:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586681.466883:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586681.466891:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586681.466900:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586681.466911:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1777586681.466933:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.466938:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431835 00000100:00000001:1.0:1777586681.466947:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431833 00000100:00000001:1.0:1777586681.466955:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431835 00000100:00000001:1.0:1777586681.466959:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431833 00000100:00000001:1.0:1777586681.466963:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431835 00000100:00000001:1.0:1777586681.466966:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431833 00000100:00000001:1.0:1777586681.466969:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431835 00000100:00000001:1.0:1777586681.466974:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431833 00000100:00000001:1.0:1777586681.466976:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.466979:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.466982:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586681.466985:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586681.466986:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000a6e39e59 going to sleep for 11 seconds 00000100:00000001:1.0:1777586681.466989:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586681.466990:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586681.467068:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586681.467077:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586681.467082:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586681.467088:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586681.467093:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:0.0:1777586681.467095:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:0.0:1777586681.467100:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586681.467104:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.467113:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.467115:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.467121:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.467123:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586681.469031:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.469047:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586681.469051:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.469053:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586681.469063:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586681.469076:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8416 into portal 25 MB=0x69f3d1bc01980 00000400:00000200:2.0:1777586681.469082:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8416/8416 into md 0x2b5 [4] + 224 00000800:00000001:2.0:1777586681.469088:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.469099:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586681.469101:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.469104:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586681.469111:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586681.469118:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586681.469127:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.469146:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586681.469154:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.469157:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.469197:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586681.469206:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586681.469208:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586681.469212:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:0.0:1777586681.469219:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d492c3be 00000400:00000010:0.0:1777586681.469222:0:199610:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000d492c3be. 00000100:00000001:0.0:1777586681.469227:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586681.469232:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586681.469242:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.469275:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586681.469279:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.469284:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586681.469296:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586681.469299:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586681.469302:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.469306:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586681.469313:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586681.469318:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586681.469331:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586681.469334:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586681.469338:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586681.469340:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.469343:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586681.469348:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.469357:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586681.469360:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586681.469363:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586681.469367:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586681.469375:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659648:192.168.204.155@tcp:503: 00000100:00000001:0.0:1777586681.469380:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.469384:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.469386:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777586681.469389:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.469392:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.469403:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586681.469407:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a6e39e59. 00000100:00000001:0.0:1777586681.469410:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777586681.469412:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777586681.469423:0:199610:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1777586681.469425:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.469428:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667659648/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.469434:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586681.469436:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586681.469438:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009c1390cc. 02000000:00000001:0.0:1777586681.469449:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586681.469452:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586681.469454:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586681.469461:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586681.469463:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2d2b2fc. 02000000:00000001:0.0:1777586681.469467:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586681.469468:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586681.469470:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:0.0:1777586681.469473:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586681.469474:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777586681.469476:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586681.469477:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586681.469479:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1777586681.469481:0:199610:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777586681.469483:0:199610:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777586681.469487:0:199610:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1777586681.469489:0:199610:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007988f2cd. 00000040:00001000:0.0:1777586681.469491:0:199610:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:0.0:1777586681.469755:0:199978:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:0.0:1777586681.469761:0:199978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a07db85d. 00000020:00000010:0.0:1777586681.469766:0:199978:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d675410a. 00000040:00000010:0.0:1777586681.469770:0:199978:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000af40cc87. 00000020:00000010:0.0:1777586681.469774:0:199978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d2a129d. 00000020:00000010:0.0:1777586681.469779:0:199978:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000613a7183. 00000020:00000010:0.0:1777586681.469783:0:199978:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000008294cda3. 80000000:00000010:0.0:1777586681.469787:0:199978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002e975ec6. 40000000:00000010:0.0:1777586681.469790:0:199978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000916c010. 00100000:00000010:0.0:1777586681.469795:0:199978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dff53fe6. 00040000:00000010:0.0:1777586681.469800:0:199978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097baa51a. 00040000:00000010:0.0:1777586681.469804:0:199978:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ed96e726. 00040000:00000010:0.0:1777586681.469808:0:199978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000baf7af1f. 00000004:00000010:0.0:1777586681.469812:0:199978:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e338ea16. 00000004:00000010:0.0:1777586681.469817:0:199978:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b2e4ae43. 00000004:00000010:0.0:1777586681.469821:0:199978:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 0000000041182604. 00002000:00000010:0.0:1777586681.469826:0:199978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3a4d5da. 00000004:00000010:0.0:1777586681.469829:0:199978:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 000000004891102b. 00000020:00000010:0.0:1777586681.469834:0:199978:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b1a9b4f5. 00000040:00000010:0.0:1777586681.469841:0:199978:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009435bfc7. 00000040:00001000:0.0:1777586681.469849:0:199978:0:(llog.c:610:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:0.0:1777586681.469851:0:199978:0:(lustre_log.h:474:llog_next_block()) Process entered 00000040:00000001:0.0:1777586681.469853:0:199978:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1777586681.469855:0:199978:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:0.0:1777586681.469859:0:199978:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000020:00000040:0.0:1777586681.469862:0:199978:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586681.469865:0:199978:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586681.469868:0:199978:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586681.469871:0:199978:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586681.469876:0:199978:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000948f599f. 00000100:00000001:0.0:1777586681.469882:0:199978:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.469886:0:199978:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777586681.469888:0:199978:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777586681.469892:0:199978:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afdf7e05. 00000100:00000001:0.0:1777586681.469894:0:199978:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279524481088 : -105794185070528 : ffff9fc7df2df840) 00000100:00000001:0.0:1777586681.469896:0:199978:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586681.469897:0:199978:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000100:00000001:0.0:1777586681.469901:0:199978:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586681.469904:0:199978:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.469905:0:199978:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777586681.469907:0:199978:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586681.469911:0:199978:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.469918:0:199978:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586681.469920:0:199978:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.469922:0:199978:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586681.469924:0:199978:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586681.469926:0:199978:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586681.469929:0:199978:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:37e498ad-f820-401f-ad03-7d35b252723e:199978:1863934667659776:192.168.204.155@tcp:502: 00000100:00000001:0.0:1777586681.469932:0:199978:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586681.469936:0:199978:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586681.469937:0:199978:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.469939:0:199978:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586681.469951:0:199978:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009c1390cc. 02000000:00000001:0.0:1777586681.469953:0:199978:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586681.469961:0:199978:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30847ad. 00000400:00000010:0.0:1777586681.469966:0:199978:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000932b0610. 00000100:00000200:0.0:1777586681.469972:0:199978:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667659776, portal 25 00000100:00000001:0.0:1777586681.469974:0:199978:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586681.469975:0:199978:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000100:00000040:0.0:1777586681.469980:0:199978:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.469987:0:199978:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586681.469990:0:199978:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586681.469993:0:199978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777586681.469995:0:199978:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667659776, offset 0 00000400:00000200:0.0:1777586681.470001:0:199978:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586681.470010:0:199978:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586681.470015:0:199978:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586681.470019:0:199978:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586681.470022:0:199978:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586681.470025:0:199978:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586681.470028:0:199978:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [59:59:256:4294967295] 192.168.204.155@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1777586681.470040:0:199978:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586681.470046:0:199978:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586681.470051:0:199978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000800:00000200:0.0:1777586681.470057:0:199978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586681.470063:0:199978:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586681.470065:0:199978:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1777586681.470079:0:199978:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.470082:0:199978:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431838 00000100:00000001:0.0:1777586681.470087:0:199978:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431835 00000100:00000001:0.0:1777586681.470091:0:199978:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431838 00000100:00000001:0.0:1777586681.470093:0:199978:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431835 00000100:00000001:0.0:1777586681.470095:0:199978:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431838 00000100:00000001:0.0:1777586681.470102:0:199978:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431835 00000100:00000001:0.0:1777586681.470104:0:199978:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431838 00000100:00000001:0.0:1777586681.470107:0:199978:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431835 00000100:00000001:0.0:1777586681.470108:0:199978:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586681.470110:0:199978:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.470111:0:199978:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586681.470113:0:199978:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777586681.470114:0:199978:0:(client.c:2691:ptlrpc_set_wait()) set 00000000afdf7e05 going to sleep for 11 seconds 00000100:00000001:0.0:1777586681.470116:0:199978:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586681.470117:0:199978:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586681.470172:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586681.470176:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 00000400:00000200:1.0:1777586681.470180:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586681.470186:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586681.470189:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:1.0:1777586681.470191:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:1.0:1777586681.470194:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586681.470198:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.470215:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.470217:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.470227:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.470228:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586681.471884:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.471898:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586681.471902:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.471905:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586681.471916:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586681.471931:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8472 into portal 25 MB=0x69f3d1bc01a00 00000400:00000200:1.0:1777586681.471937:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8472/8472 into md 0x2bd [4] + 224 00000800:00000001:1.0:1777586681.471944:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.471954:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586681.471956:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586681.471960:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586681.471967:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586681.471972:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586681.471981:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.471998:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586681.472004:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.472007:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586681.472023:0:199978:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586681.472030:0:199978:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586681.472032:0:199978:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586681.472033:0:199978:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30847ad. 00000400:00000200:2.0:1777586681.472040:0:199978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000932b0610 00000400:00000010:2.0:1777586681.472042:0:199978:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 00000000932b0610. 00000100:00000001:2.0:1777586681.472045:0:199978:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586681.472049:0:199978:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586681.472059:0:199978:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.472077:0:199978:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586681.472079:0:199978:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586681.472081:0:199978:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586681.472084:0:199978:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586681.472086:0:199978:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586681.472087:0:199978:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586681.472090:0:199978:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586681.472104:0:199978:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586681.472108:0:199978:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586681.472111:0:199978:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586681.472112:0:199978:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586681.472114:0:199978:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586681.472116:0:199978:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586681.472119:0:199978:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586681.472122:0:199978:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.472129:0:199978:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586681.472131:0:199978:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586681.472133:0:199978:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586681.472136:0:199978:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586681.472143:0:199978:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:37e498ad-f820-401f-ad03-7d35b252723e:199978:1863934667659776:192.168.204.155@tcp:502: 00000100:00000001:2.0:1777586681.472147:0:199978:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586681.472149:0:199978:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586681.472151:0:199978:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1777586681.472153:0:199978:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586681.472155:0:199978:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.472161:0:199978:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777586681.472164:0:199978:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afdf7e05. 00000100:00000001:2.0:1777586681.472167:0:199978:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1777586681.472168:0:199978:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1777586681.472189:0:199978:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1777586681.472191:0:199978:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586681.472194:0:199978:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667659776/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.472201:0:199978:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586681.472204:0:199978:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586681.472206:0:199978:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009c1390cc. 02000000:00000001:2.0:1777586681.472215:0:199978:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586681.472217:0:199978:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586681.472219:0:199978:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586681.472221:0:199978:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586681.472223:0:199978:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000948f599f. 02000000:00000001:2.0:1777586681.472226:0:199978:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586681.472227:0:199978:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586681.472229:0:199978:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:2.0:1777586681.472232:0:199978:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586681.472233:0:199978:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1777586681.472235:0:199978:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586681.472236:0:199978:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586681.472238:0:199978:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1777586681.472240:0:199978:0:(lustre_log.h:484:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1777586681.472242:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e000 type=0x10620000 idx=1 00000040:00001000:2.0:1777586681.472246:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1777586681.472247:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1777586681.472249:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1777586681.472250:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e158 type=0x10620000 idx=3 00000040:00001000:2.0:1777586681.472275:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1777586681.472276:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e200 type=0x10620000 idx=4 00000040:00001000:2.0:1777586681.472278:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1777586681.472279:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e2e0 type=0x10620000 idx=5 00000040:00001000:2.0:1777586681.472281:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1777586681.472282:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e3c0 type=0x10620000 idx=6 00000040:00001000:2.0:1777586681.472284:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1777586681.472286:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e438 type=0x10620000 idx=7 00000040:00001000:2.0:1777586681.472287:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1777586681.472289:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e4e0 type=0x10620000 idx=8 00000040:00001000:2.0:1777586681.472295:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 8 00000040:00001000:2.0:1777586681.472296:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e5c0 type=0x10620000 idx=9 00000040:00001000:2.0:1777586681.472298:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 9 00000040:00001000:2.0:1777586681.472299:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e6a0 type=0x10620000 idx=10 00000040:00001000:2.0:1777586681.472300:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 10 00000040:00001000:2.0:1777586681.472301:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e718 type=0x10620000 idx=11 00000040:00001000:2.0:1777586681.472303:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 11 00000040:00001000:2.0:1777586681.472304:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e7f8 type=0x10620000 idx=12 00000040:00001000:2.0:1777586681.472306:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 12 00000040:00001000:2.0:1777586681.472306:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e8d8 type=0x10620000 idx=13 00000040:00001000:2.0:1777586681.472308:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 13 00000040:00001000:2.0:1777586681.472309:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e930 type=0x10620000 idx=14 00000040:00001000:2.0:1777586681.472310:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 14 00000040:00001000:2.0:1777586681.472311:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067e9b0 type=0x10620000 idx=15 00000040:00001000:2.0:1777586681.472313:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 15 00000040:00001000:2.0:1777586681.472314:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067ea40 type=0x10620000 idx=16 00000040:00001000:2.0:1777586681.472316:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 16 00000040:00001000:2.0:1777586681.472317:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067eae0 type=0x10620000 idx=17 00000040:00001000:2.0:1777586681.472319:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 17 00000040:00001000:2.0:1777586681.472320:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067ebc0 type=0x10620000 idx=18 00000040:00001000:2.0:1777586681.472321:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 18 00000040:00001000:2.0:1777586681.472323:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067eca0 type=0x10620000 idx=19 00000040:00001000:2.0:1777586681.472324:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 19 00000040:00001000:2.0:1777586681.472326:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067ecf0 type=0x10620000 idx=20 00000040:00001000:2.0:1777586681.472327:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 20 00000040:00001000:2.0:1777586681.472329:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067edd0 type=0x10620000 idx=21 00000040:00001000:2.0:1777586681.472331:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 21 00000040:00001000:2.0:1777586681.472333:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067eeb0 type=0x10620000 idx=22 00000040:00001000:2.0:1777586681.472334:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 22 00000040:00001000:2.0:1777586681.472336:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067ef08 type=0x10620000 idx=23 00000040:00001000:2.0:1777586681.472338:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 23 00000040:00001000:2.0:1777586681.472340:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067ef88 type=0x10620000 idx=24 00000040:00001000:2.0:1777586681.472342:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 24 00000040:00001000:2.0:1777586681.472344:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f018 type=0x10620000 idx=25 00000040:00001000:2.0:1777586681.472345:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 25 00000040:00001000:2.0:1777586681.472352:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f0b8 type=0x10620000 idx=26 00000040:00001000:2.0:1777586681.472355:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 26 00000040:00001000:2.0:1777586681.472356:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f198 type=0x10620000 idx=27 00000040:00001000:2.0:1777586681.472358:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 27 00000040:00001000:2.0:1777586681.472359:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f278 type=0x10620000 idx=28 00000040:00001000:2.0:1777586681.472361:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 28 00000040:00001000:2.0:1777586681.472363:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f2c8 type=0x10620000 idx=29 00000040:00001000:2.0:1777586681.472365:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 29 00000040:00001000:2.0:1777586681.472366:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f3a8 type=0x10620000 idx=30 00000040:00001000:2.0:1777586681.472368:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 30 00000040:00001000:2.0:1777586681.472374:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f488 type=0x10620000 idx=31 00000040:00001000:2.0:1777586681.472375:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 31 00000040:00001000:2.0:1777586681.472377:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f4e0 type=0x10620000 idx=32 00000040:00001000:2.0:1777586681.472378:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 32 00000040:00001000:2.0:1777586681.472380:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f560 type=0x10620000 idx=33 00000040:00001000:2.0:1777586681.472382:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 33 00000040:00001000:2.0:1777586681.472383:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f5f0 type=0x10620000 idx=34 00000040:00001000:2.0:1777586681.472385:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 34 00000040:00001000:2.0:1777586681.472386:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f670 type=0x10620000 idx=35 00000040:00001000:2.0:1777586681.472388:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 35 00000040:00001000:2.0:1777586681.472389:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f750 type=0x10620000 idx=36 00000040:00001000:2.0:1777586681.472391:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 36 00000040:00001000:2.0:1777586681.472392:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f830 type=0x10620000 idx=37 00000040:00001000:2.0:1777586681.472393:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 37 00000040:00001000:2.0:1777586681.472395:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f880 type=0x10620000 idx=38 00000040:00001000:2.0:1777586681.472396:0:199978:0:(llog.c:762:llog_process_thread()) skipping lrh_index 38 00000040:00001000:2.0:1777586681.472397:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067f960 type=0x10620000 idx=39 00000040:00001000:2.0:1777586681.472400:0:199978:0:(llog.c:779:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:2.0:1777586681.472401:0:199978:0:(llog.c:800:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1777586681.472404:0:199978:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1777586681.472407:0:199978:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1777586681.472409:0:199978:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1777586681.472411:0:199978:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1777586681.472417:0:199978:0:(obd_mount.c:944:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1777586681.472419:0:199978:0:(obd_mount.c:949:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1777586681.472429:0:199978:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000012dc7026. 00000020:00000080:2.0:1777586681.472433:0:199978:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777586681.472436:0:199978:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre-MDT0001 add mdc 00000020:00000001:2.0:1777586681.472438:0:199978:0:(obd_config.c:1562:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1777586681.472440:0:199978:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000012dc7026. 00000020:00000001:2.0:1777586681.472444:0:199978:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1777586681.472446:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067fa40 type=0x10620000 idx=40 00000040:00001000:2.0:1777586681.472448:0:199978:0:(llog.c:779:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:2.0:1777586681.472450:0:199978:0:(llog.c:800:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1777586681.472452:0:199978:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1777586681.472455:0:199978:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000328f4695. 00000020:00000080:2.0:1777586681.472457:0:199978:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1777586681.472461:0:199978:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000100:00000010:2.0:1777586681.472466:0:199978:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e4c776f7. 00000100:00000040:2.0:1777586681.472471:0:199978:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.155@tcp 192.168.204.155@tcp cnt=1 00000400:00000200:2.0:1777586681.472474:0:199978:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1777586681.472477:0:199978:0:(api-ni.c:3208:LNetNIInit()) refs 1 00000400:00000200:2.0:1777586681.472480:0:199978:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:2.0:1777586681.472484:0:199978:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1777586681.472490:0:199978:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1777586681.472494:0:199978:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:2.0:1777586681.472496:0:199978:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000010:2.0:1777586681.472499:0:199978:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000e4c776f7. 00000020:00000001:2.0:1777586681.472502:0:199978:0:(obd_config.c:1500:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1777586681.472504:0:199978:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000328f4695. 00000020:00000001:2.0:1777586681.472506:0:199978:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1777586681.472508:0:199978:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7d067fa98 type=0x10620000 idx=41 00000040:00001000:2.0:1777586681.472510:0:199978:0:(llog.c:779:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:2.0:1777586681.472511:0:199978:0:(llog.c:800:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1777586681.472513:0:199978:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1777586681.472516:0:199978:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000328f4695. 00000020:01000000:2.0:1777586681.472519:0:199978:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000010:2.0:1777586681.472522:0:199978:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000bf9e09ad. 00000020:00000080:2.0:1777586681.472528:0:199978:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1777586681.472530:0:199978:0:(obd_config.c:683:class_attach_name()) Process entered 00000020:00000001:2.0:1777586681.472531:0:199978:0:(genops.c:350:class_newdev()) Process entered 00000020:00000010:2.0:1777586681.472551:0:199978:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000b736e943. 00000020:00000080:2.0:1777586681.472555:0:199978:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9fc7c7c78000 (00000000b736e943) 00000020:00000001:2.0:1777586681.472559:0:199978:0:(genops.c:952:__class_new_export()) Process entered 00000020:00000010:2.0:1777586681.472563:0:199978:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at 00000000bfba2267. 00000020:00000001:2.0:1777586681.472565:0:199978:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1777586681.472567:0:199978:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bfba2267 with handle 0xbf3b8af56f2249c3 to hash 00000020:00000001:2.0:1777586681.472569:0:199978:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1777586681.472572:0:199978:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:2.0:1777586681.472574:0:199978:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586681.472576:0:199978:0:(genops.c:1022:__class_new_export()) Process leaving (rc=18446638279131435008 : -105794578116608 : ffff9fc7c7c09000) 00000020:00000040:2.0:1777586681.472578:0:199978:0:(genops.c:900:class_export_put()) PUTting export 00000000bfba2267 : new refcount 1 00000020:00000001:2.0:1777586681.472592:0:199978:0:(genops.c:555:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:2.0:1777586681.472595:0:199978:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9fc7c7c78000 (00000000b736e943) now 1 - newdev 00000020:00000040:2.0:1777586681.472599:0:199978:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bfba2267 with handle 0xbf3b8af56f2249c3 from hash 00000020:00000040:2.0:1777586681.472603:0:199978:0:(genops.c:900:class_export_put()) PUTting export 00000000bfba2267 : new refcount 0 00000020:00000080:2.0:1777586681.472605:0:199978:0:(genops.c:906:class_export_put()) final put 00000000bfba2267/32fcebbd-136e-4017-bea6-5d06fb86bba7 00000020:00000001:2.0:1777586681.472609:0:199978:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586681.472612:0:199978:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:2.0:1777586681.472614:0:199978:0:(genops.c:865:class_export_destroy()) destroying export 00000000bfba2267/32fcebbd-136e-4017-bea6-5d06fb86bba7 for lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586681.472616:0:199978:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1777586681.472618:0:199978:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1777586681.472621:0:199978:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bfba2267. 00000020:00000001:2.0:1777586681.472629:0:199978:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:2.0:1777586681.472631:0:199978:0:(genops.c:438:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff9fc7c7c78000 obd_type name = mdc 00000020:01000000:2.0:1777586681.472633:0:199978:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff9fc7c7c78000 (32fcebbd-136e-4017-bea6-5d06fb86bba7) 00000020:00000010:2.0:1777586681.472635:0:199978:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 00000000b736e943. 00000020:00000001:2.0:1777586681.472640:0:199978:0:(obd_config.c:715:class_attach_name()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:2.0:1777586681.472643:0:199978:0:(obd_config.c:1479:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1777586681.472646:0:199978:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000bf9e09ad. 00000020:00000010:2.0:1777586681.472657:0:199978:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000328f4695. 00000020:00020000:2.0:1777586681.472662:0:199978:0:(obd_config.c:2103:class_config_llog_handler()) MGC192.168.204.155@tcp: cfg command failed: rc = -17 00000020:00000001:2.0:1777586681.477244:0:199978:0:(obd_config.c:2421:class_config_dump_handler()) Process entered 00000020:00000010:2.0:1777586681.477291:0:199978:0:(obd_config.c:2423:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000012dc7026. 00000020:00000001:2.0:1777586681.477297:0:199978:0:(obd_config.c:2352:class_config_parse_rec()) Process entered 00000020:00000001:2.0:1777586681.477303:0:199978:0:(obd_config.c:2411:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:2.0:1777586681.477305:0:199978:0:(obd_config.c:2429:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:2.0:1777586681.480009:0:199978:0:(obd_config.c:2435:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000012dc7026. 00000020:00000001:2.0:1777586681.480020:0:199978:0:(obd_config.c:2436:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586681.480023:0:199978:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:2.0:1777586681.480028:0:199978:0:(llog.c:838:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:2.0:1777586681.480031:0:199978:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:2.0:1777586681.480034:0:199978:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 000000009435bfc7. 00000020:00000010:2.0:1777586681.480041:0:199978:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b1a9b4f5. 00000020:00000010:2.0:1777586681.480053:0:199978:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000d675410a. 00000040:00000010:2.0:1777586681.480057:0:199978:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000af40cc87. 00000020:00000010:2.0:1777586681.480060:0:199978:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d2a129d. 00000020:00000010:2.0:1777586681.480066:0:199978:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000613a7183. 00000020:00000010:2.0:1777586681.480072:0:199978:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000008294cda3. 80000000:00000010:2.0:1777586681.480075:0:199978:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002e975ec6. 40000000:00000010:2.0:1777586681.480079:0:199978:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000916c010. 00100000:00000010:2.0:1777586681.480083:0:199978:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dff53fe6. 00040000:00000010:2.0:1777586681.480087:0:199978:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000097baa51a. 00040000:00000010:2.0:1777586681.480091:0:199978:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000ed96e726. 00040000:00000010:2.0:1777586681.480094:0:199978:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000baf7af1f. 00000004:00000010:2.0:1777586681.480097:0:199978:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 00000000e338ea16. 00000004:00000010:2.0:1777586681.480102:0:199978:0:(mdt_handler.c:8412:mdt_key_fini()) kfreed 'info': 2568 at 00000000b2e4ae43. 00000004:00000010:2.0:1777586681.480106:0:199978:0:(lod_dev.c:2374:lod_key_fini()) kfreed 'info': 1224 at 0000000041182604. 00002000:00000010:2.0:1777586681.480109:0:199978:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b3a4d5da. 00000004:00000010:2.0:1777586681.480113:0:199978:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at 000000004891102b. 00000020:00000010:2.0:1777586681.480116:0:199978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a07db85d. 00000040:00000010:1.0:1777586681.480166:0:199610:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007988f2cd. 00000040:00000001:1.0:1777586681.480170:0:199610:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:1.0:1777586681.480172:0:199610:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:1.0:1777586681.480176:0:199610:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008b811737. 00000040:00000010:1.0:1777586681.480178:0:199610:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000946603ce. 00000020:00000001:1.0:1777586681.480181:0:199610:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:1.0:1777586681.480183:0:199610:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1777586681.480187:0:199610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000118aa6ee. 00000040:00000010:1.0:1777586681.480188:0:199610:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000069fc4fa4. 00000020:00000010:1.0:1777586681.480190:0:199610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004be1297c. 00000020:00000010:1.0:1777586681.480192:0:199610:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000001c8a02ad. 80000000:00000010:1.0:1777586681.480194:0:199610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008b9aae8. 00040000:00000010:1.0:1777586681.480196:0:199610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000347ff5f0. 20000000:00000010:1.0:1777586681.480214:0:199610:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000002a5488ef. 00000020:00000010:1.0:1777586681.480216:0:199610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dcbdf13. 10000000:00000010:1.0:1777586681.480218:0:199610:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 000000008b4f0dc1. 10000000:01000000:1.0:1777586681.480220:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:1.0:1777586681.480223:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1777586681.480225:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777586681.480227:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777586681.480229:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cec21ce refcount=3 00000020:00000001:1.0:1777586681.480231:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.480233:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:1.0:1777586681.480235:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1777586681.480238:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.480245:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.480246:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1777586681.480247:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777586681.480278:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1777586681.480280:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777586681.480281:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1777586681.480282:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.480285:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:1.0:1777586681.480287:0:199610:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:1.0:1777586681.483356:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1777586681.483361:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1777586681.483362:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000005bd3f703) refs 2 10000000:00000001:1.0:1777586681.483367:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777586681.483369:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1777586681.483370:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000ff26fc6d) refs 3 10000000:00000001:1.0:1777586681.483372:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1777586681.483373:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1777586681.483375:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1777586681.483377:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:1.0:1777586681.483388:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff9fc7c50acd40 from 1 10000000:00000001:1.0:1777586681.483391:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1777586681.483392:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1777586681.483398:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000020:00000040:1.0:1777586681.483403:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586681.483407:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586681.483411:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586681.483415:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586681.483423:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2d2b2fc. 00000100:00000001:1.0:1777586681.483430:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586681.483434:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1777586681.483437:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1777586681.483443:0:199610:0:(ldlm_resource.c:1622:ldlm_resource_getref()) getref res: 000000002725a1c1 count: 2 00010000:00000001:1.0:1777586681.483445:0:199610:0:(ldlm_resource.c:1561:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777586681.483448:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1777586681.483451:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000005269113. 00000020:00000001:1.0:1777586681.483455:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1777586681.483457:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000005269113 with handle 0xbf3b8af56f2249ca to hash 00000020:00000001:1.0:1777586681.483459:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1777586681.483460:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:1.0:1777586681.483463:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:1.0:1777586681.483466:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777586681.483469:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586681.483471:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586681.483479:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777586681.483488:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1777586681.483494:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1777586681.483495:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1777586681.483506:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1490a2c. 00000100:00000001:1.0:1777586681.483508:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279122138624 : -105794587412992 : ffff9fc7c732b600) 00000100:00000001:1.0:1777586681.483511:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.483512:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000001:1.0:1777586681.483516:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586681.483518:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.483520:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1777586681.483522:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586681.483531:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.483553:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586681.483555:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.483559:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586681.483561:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586681.483563:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586681.483567:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659904:192.168.204.155@tcp:101: 00000100:00000001:1.0:1777586681.483571:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586681.483576:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586681.483578:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586681.483581:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586681.483585:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d07d65a4. 02000000:00000001:1.0:1777586681.483586:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586681.483593:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ed7e31. 00000400:00000010:1.0:1777586681.483601:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777586681.483608:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667659904, portal 25 00000100:00000001:1.0:1777586681.483610:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586681.483611:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000040:1.0:1777586681.483615:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.483622:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586681.483625:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586681.483627:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000100:00000200:1.0:1777586681.483628:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667659904, offset 0 00000400:00000200:1.0:1777586681.483640:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586681.483652:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586681.483657:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586681.483661:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586681.483664:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586681.483667:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586681.483670:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [60:60:256:4294967295] 192.168.204.155@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1777586681.483680:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586681.483686:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586681.483691:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586681.483697:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586681.483704:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586681.483709:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1777586681.483725:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.483729:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431852 00000100:00000001:1.0:1777586681.483736:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431838 00000100:00000001:1.0:1777586681.483742:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431852 00000100:00000001:1.0:1777586681.483745:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431838 00000100:00000001:1.0:1777586681.483747:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431852 00000100:00000001:1.0:1777586681.483751:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431838 00000100:00000001:1.0:1777586681.483753:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431852 00000100:00000001:1.0:1777586681.483756:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431838 00000100:00000001:1.0:1777586681.483759:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586681.483761:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.483763:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586681.483765:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1777586681.483767:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000f1490a2c going to sleep for 11 seconds 00000100:00000001:1.0:1777586681.483770:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586681.483773:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586681.483836:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586681.483840:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586681.483849:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.483855:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586681.483860:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:2.0:1777586681.483863:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:2.0:1777586681.483867:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586681.483870:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.483878:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586681.483881:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.483888:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586681.483890:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586681.485750:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.485764:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586681.485774:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.485777:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586681.485794:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586681.485809:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc01a80 00000400:00000200:1.0:1777586681.485819:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x2c5 [1] + 224 00000800:00000001:1.0:1777586681.485826:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.485833:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586681.485836:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586681.485839:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586681.485845:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586681.485850:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586681.485860:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.485877:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586681.485885:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586681.485888:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.485911:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586681.485918:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586681.485920:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586681.485923:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ed7e31. 00000400:00000200:0.0:1777586681.485934:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000400:00000010:0.0:1777586681.485939:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:0.0:1777586681.485942:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586681.485946:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586681.485954:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.485960:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586681.485961:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.485964:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586681.485966:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586681.485968:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586681.485971:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.485973:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586681.485978:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586681.485982:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586681.485984:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586681.485985:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586681.485988:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586681.485990:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486001:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586681.486004:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.486011:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586681.486013:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586681.486015:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586681.486027:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586681.486034:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667659904:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777586681.486038:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.486041:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486043:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777586681.486044:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.486046:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.486052:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586681.486054:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f1490a2c. 00000100:00000001:0.0:1777586681.486057:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777586681.486058:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586681.486060:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1777586681.486064:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586681.486066:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586681.486068:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005269113 refcount=4 00000020:00000001:0.0:1777586681.486070:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:0.0:1777586681.486073:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000040:0.0:1777586681.486081:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 0000000005269113, remote cookie: 0xacc125e529a45326, flags: 0x0 00010000:00000001:0.0:1777586681.486084:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1777586681.486087:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1777586681.486089:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1777586681.486090:0:199610:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1777586681.486092:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1777586681.486103:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000002725a1c1) refcount = 2 00010000:00000040:0.0:1777586681.486111:0:199610:0:(ldlm_resource.c:1845:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1777586681.486113:0:199610:0:(ldlm_resource.c:1848:ldlm_resource_dump()) ### ### ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777586681.486120:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777586681.486126:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1777586681.486128:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1777586681.486129:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777586681.486132:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1777586681.486134:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586681.486136:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777586681.486141:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1777586681.486143:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586681.486144:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586681.486145:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586681.486146:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586681.486147:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486150:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.486153:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667659904/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.486159:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586681.486161:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586681.486163:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d07d65a4. 02000000:00000001:0.0:1777586681.486166:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586681.486168:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586681.486169:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586681.486171:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586681.486173:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2d2b2fc. 02000000:00000001:0.0:1777586681.486177:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586681.486178:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586681.486179:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:0.0:1777586681.486188:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586681.486189:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1777586681.486191:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777586681.486194:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777586681.486195:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000005bd3f703) refs 3 10000000:00000001:0.0:1777586681.486197:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586681.486199:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586681.486209:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586681.486211:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005269113 refcount=3 00000020:00000001:0.0:1777586681.486213:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:0.0:1777586681.486215:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:0.0:1777586681.486216:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1777586681.486218:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586681.486219:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586681.486220:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777586681.486222:0:199610:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1777586681.486225:0:199610:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000008dcd06b7. 00000020:00000010:0.0:1777586681.486229:0:199610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c536208. 00000020:00000010:0.0:1777586681.486234:0:199610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050c848a7. 00000040:00000010:0.0:1777586681.486237:0:199610:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000089ecebf0. 00000020:00000010:0.0:1777586681.486241:0:199610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005de3480f. 00000020:00000010:0.0:1777586681.486246:0:199610:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000004e3fda2d. 80000000:00000010:0.0:1777586681.486292:0:199610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002850297a. 00040000:00000010:0.0:1777586681.486298:0:199610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a07db85d. 20000000:00000010:0.0:1777586681.486302:0:199610:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000baf7af1f. 10000000:00000040:0.0:1777586681.486306:0:199610:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 000000005937dab7 : new refcount 2 00000020:00000001:0.0:1777586681.486308:0:199610:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1777586681.486310:0:199610:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1777586681.486312:0:199610:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1777586681.486315:0:199610:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008294cda3. 00000040:00000001:0.0:1777586681.486319:0:199610:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1777586681.486322:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:0.0:1777586681.486325:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777586681.486327:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586681.486331:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586681.486338:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586681.486341:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586681.486346:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af40cc87. 00000100:00000001:0.0:1777586681.486351:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486355:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777586681.486356:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777586681.486360:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afdf7e05. 00000100:00000001:0.0:1777586681.486362:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279524481088 : -105794185070528 : ffff9fc7df2df840) 00000100:00000001:0.0:1777586681.486364:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586681.486366:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000001:0.0:1777586681.486369:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586681.486371:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486372:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777586681.486374:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586681.486377:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.486384:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586681.486386:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.486389:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586681.486391:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586681.486393:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586681.486396:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667660032:192.168.204.155@tcp:501: 00000100:00000001:0.0:1777586681.486399:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586681.486403:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586681.486404:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.486407:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586681.486410:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d675410a. 02000000:00000001:0.0:1777586681.486411:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586681.486415:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000400:00000010:0.0:1777586681.486419:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:0.0:1777586681.486424:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660032, portal 25 00000100:00000001:0.0:1777586681.486425:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586681.486426:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000040:0.0:1777586681.486431:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.486442:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586681.486445:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586681.486447:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777586681.486449:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667660032, offset 0 00000400:00000200:0.0:1777586681.486454:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586681.486462:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586681.486466:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586681.486469:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586681.486472:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586681.486475:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586681.486478:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [61:61:256:4294967295] 192.168.204.155@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1777586681.486487:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586681.486492:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586681.486496:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000984ec61d. 00000800:00000200:0.0:1777586681.486500:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586681.486506:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586681.486510:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000984ec61d type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1777586681.486521:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486524:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306431855 00000100:00000001:0.0:1777586681.486531:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431852 00000100:00000001:0.0:1777586681.486544:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306431855 00000100:00000001:0.0:1777586681.486547:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431852 00000100:00000001:0.0:1777586681.486549:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306431855 00000100:00000001:0.0:1777586681.486551:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431852 00000100:00000001:0.0:1777586681.486553:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306431855 00000100:00000001:0.0:1777586681.486555:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431852 00000100:00000001:0.0:1777586681.486558:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586681.486560:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586681.486566:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586681.486567:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777586681.486569:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000afdf7e05 going to sleep for 11 seconds 00000100:00000001:0.0:1777586681.486571:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586681.486583:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586681.486609:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586681.486612:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000984ec61d. 00000400:00000200:1.0:1777586681.486616:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586681.486620:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586681.486623:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:1.0:1777586681.486624:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:1.0:1777586681.486627:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586681.486630:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.486637:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586681.486639:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586681.486645:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586681.486651:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586681.488158:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.488173:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586681.488177:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.488179:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586681.488192:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586681.488212:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc01b00 00000400:00000200:2.0:1777586681.488221:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x2cd [1] + 224 00000800:00000001:2.0:1777586681.488229:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.488237:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586681.488240:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586681.488245:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586681.488277:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586681.488284:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586681.488293:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586681.488304:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586681.488314:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586681.488318:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.488371:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586681.488379:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586681.488380:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586681.488382:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:0.0:1777586681.488390:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:0.0:1777586681.488391:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:0.0:1777586681.488393:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586681.488400:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586681.488406:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.488411:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586681.488412:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.488413:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586681.488415:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586681.488416:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586681.488418:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586681.488420:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586681.488425:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586681.488435:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586681.488437:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1777586681.488440:0:199610:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.488448:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1777586681.488450:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1777586681.488454:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.488458:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1777586681.488462:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586681.488475:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586681.488479:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586681.488485:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667660032:192.168.204.155@tcp:501: 00000100:00000001:0.0:1777586681.488490:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586681.488492:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1777586681.488494:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777586681.488496:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.488498:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.488503:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586681.488505:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afdf7e05. 00000100:00000001:0.0:1777586681.488508:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777586681.488509:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1777586681.488511:0:199610:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1777586681.488515:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586681.488516:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586681.488518:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777586681.488519:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586681.488521:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667660032/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777586697 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586681.488540:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586681.488542:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586681.488544:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d675410a. 02000000:00000001:0.0:1777586681.488547:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586681.488548:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586681.488549:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586681.488551:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586681.488553:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000af40cc87. 02000000:00000001:0.0:1777586681.488556:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586681.488557:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586681.488558:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000100:00000001:0.0:1777586681.488562:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586681.488568:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1777586681.488571:0:199610:0:(llog.c:1550:llog_open()) MGC192.168.204.155@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1777586681.488575:0:199610:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008294cda3. 00000040:00000001:0.0:1777586681.488577:0:199610:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1777586681.488580:0:199610:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1777586681.488583:0:199610:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1777586681.488589:0:199610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000050c848a7. 00000040:00000010:0.0:1777586681.488594:0:199610:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000089ecebf0. 00000020:00000010:0.0:1777586681.488597:0:199610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005de3480f. 00000020:00000010:0.0:1777586681.488605:0:199610:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000004e3fda2d. 80000000:00000010:0.0:1777586681.488609:0:199610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002850297a. 00040000:00000010:0.0:1777586681.488613:0:199610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a07db85d. 20000000:00000010:0.0:1777586681.488617:0:199610:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000baf7af1f. 00000020:00000010:0.0:1777586681.488619:0:199610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c536208. 10000000:00000010:0.0:1777586681.488622:0:199610:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 000000008dcd06b7. 10000000:01000000:0.0:1777586681.488626:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1777586681.488629:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1777586681.488631:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586681.488633:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586681.488634:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005269113 refcount=3 00000020:00000001:0.0:1777586681.488636:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:0.0:1777586681.488639:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:0.0:1777586681.488641:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1777586681.488644:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777586681.488652:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586681.488653:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1777586681.488655:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777586681.488661:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1777586681.488662:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586681.488668:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1777586681.488670:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777586681.488671:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1777586681.488674:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1777586681.488676:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777586681.488677:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005bd3f703) refs 3 10000000:00000001:0.0:1777586681.488679:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1777586682.093415:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586682.093424:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586682.093430:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586682.093431:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586682.093556:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586682.093562:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586682.093565:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1777586682.989454:0:199603:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1777586682.989462:0:199603:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586683.117387:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586683.117392:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586683.117397:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586683.117398:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586683.117431:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586683.117454:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586683.117458:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586683.501396:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586683.501404:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586683.501413:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777586683.501419:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586683.501424:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586683.501427:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586683.501431:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586683.501437:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586683.501443:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586683.501452:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586683.501460:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586683.501462:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586683.501466:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb785348] to pc [ptlrpcd_00_02+2] req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.501482:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586683.501485:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586683.501488:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586683.501490:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777586683.501492:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586683.501505:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777586683.501515:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586683.501520:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777586683.501521:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777586683.501523:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586683.501524:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.501524:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1777586683.501530:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000040:1.0:1777586683.501530:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.501532:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501540:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586683.501543:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586683.501547:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586683.501550:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586683.501553:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586683.501556:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667660160:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586683.501560:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586683.501565:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586683.501567:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586683.501569:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586683.501573:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2d2b2fc. 02000000:00000001:1.0:1777586683.501575:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586683.501580:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000592703c2. 00000400:00000010:1.0:1777586683.501587:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000200:1.0:1777586683.501592:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660160, portal 25 00000100:00000001:1.0:1777586683.501594:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586683.501595:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000040:1.0:1777586683.501599:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.501603:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586683.501610:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586683.501611:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000200:1.0:1777586683.501613:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667660160, offset 0 00000400:00000200:1.0:1777586683.501618:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586683.501628:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586683.501631:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586683.501634:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586683.501637:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586683.501639:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586683.501642:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [62:62:256:4294967295] 192.168.204.155@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:1.0:1777586683.501653:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586683.501659:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586683.501663:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586683.501669:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586683.501676:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777586683.501681:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586683.501682:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1777586683.501688:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586683.501695:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586683.501697:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501697:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501704:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306433870 00000100:00000040:0.0:1777586683.501706:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_03+3] req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.501711:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306431855 00000100:00000001:1.0:1777586683.501717:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306433870 00000100:00000001:1.0:1777586683.501720:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306431855 00000100:00000001:1.0:1777586683.501723:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306433870 00000100:00000001:1.0:1777586683.501726:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306431855 00000100:00000001:1.0:1777586683.501727:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306433870 00000100:00000001:0.0:1777586683.501730:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501730:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306431855 00000100:00000001:1.0:1777586683.501734:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777586683.501735:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586683.501737:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501741:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586683.501742:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777586683.501744:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1777586683.501749:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777586683.501753:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586683.501755:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777586683.501755:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1777586683.501758:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777586683.501758:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586683.501762:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586683.501763:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501764:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586683.501765:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586683.501768:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:0.0:1777586683.501769:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:1.0:1777586683.501769:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.501770:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586683.501770:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586683.501773:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586683.501776:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501776:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586683.501776:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501778:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586683.501780:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586683.501785:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1777586683.501786:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.501806:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586683.501809:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586683.501811:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586683.501813:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586683.501813:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1777586683.501813:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1777586683.501816:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1777586683.501818:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 02000000:00000001:1.0:1777586683.501819:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586683.501820:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_00+0] req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586683.501824:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1777586683.501827:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667660288:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777586683.501833:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586683.501836:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586683.501840:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777586683.501840:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 02000000:00000001:1.0:1777586683.501842:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586683.501844:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 02000000:00000001:1.0:1777586683.501845:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586683.501850:0:197574:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1777586683.501851:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a5488ef. 00000100:00000001:0.0:1777586683.501852:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586683.501855:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586683.501855:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586683.501856:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586683.501861:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1777586683.501862:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c0ae6b. 00000100:00000010:0.0:1777586683.501865:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000100:00000001:3.0:1777586683.501868:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777586683.501870:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000001:2.0:1777586683.501870:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586683.501871:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1777586683.501875:0:171531:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000100:00000040:2.0:1777586683.501875:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586683.501875:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1777586683.501876:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660288, portal 10 00000100:00000001:0.0:1777586683.501880:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777586683.501881:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1777586683.501882:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777586683.501885:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 02000000:00000001:0.0:1777586683.501886:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.501888:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586683.501889:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.501890:0:197574:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1777586683.501892:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000040:1.0:1777586683.501896:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.501898:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586683.501908:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586683.501915:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586683.501919:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.501922:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777586683.501925:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586683.501929:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777586683.501929:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586683.501930:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586683.501931:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.501933:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586683.501934:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586683.501936:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586683.501938:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000100:00000040:0.0:1777586683.501940:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_01+1] req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586683.501942:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667660416:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777586683.501944:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667660288, offset 0 00000100:00000001:3.0:1777586683.501951:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1777586683.501955:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586683.501956:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777586683.501964:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:3.0:1777586683.501965:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586683.501968:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586683.501969:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586683.501969:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777586683.501973:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:3.0:1777586683.501974:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a95b6f. 00000100:00000040:0.0:1777586683.501976:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11768) 00000400:00000200:1.0:1777586683.501978:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1777586683.501979:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586683.501983:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:3.0:1777586683.501984:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa632f7. 00000400:00000200:1.0:1777586683.501989:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [63:63:256:4294967295] 192.168.204.155@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000010:3.0:1777586683.501990:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000200:3.0:1777586683.501996:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660416, portal 10 00000100:00000001:3.0:1777586683.502001:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777586683.502004:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586683.502004:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000040:3.0:1777586683.502014:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586683.502015:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586683.502019:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586683.502023:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586683.502027:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586683.502030:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586683.502037:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586683.502041:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586683.502041:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586683.502044:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1140033 usecs (1141 jiffies) 00000100:00000001:1.0:1777586683.502047:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306431605 00000400:00000010:3.0:1777586683.502048:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b44cffd. 00000100:00000001:1.0:1777586683.502049:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306433870 00000100:00000001:1.0:1777586683.502053:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306431605 00000100:00000200:3.0:1777586683.502053:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667660416, offset 0 00000100:00000001:1.0:1777586683.502055:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306433870 00000100:00000001:1.0:1777586683.502056:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306431605 00000100:00000001:1.0:1777586683.502058:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306433870 00000100:00000001:1.0:1777586683.502059:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306431605 00000100:00000001:1.0:1777586683.502059:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306433870 00000100:00000001:1.0:1777586683.502060:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586683.502061:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.502067:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.502068:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586683.502138:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586683.502140:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586683.502144:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586683.502147:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586683.502150:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:0.0:1777586683.502152:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:0.0:1777586683.502155:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586683.502158:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.502165:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586683.502167:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.502173:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586683.502174:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586683.502187:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586683.502190:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586683.502191:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586683.502194:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.502201:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586683.502202:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586683.502205:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586683.502206:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586683.502208:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586683.502210:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667660544:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586683.502213:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586683.502216:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586683.502217:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586683.502219:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586683.502221:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb364f43. 02000000:00000001:2.0:1777586683.502222:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586683.502229:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81c5950. 00000400:00000010:2.0:1777586683.502232:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777586683.502234:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660544, portal 4 00000100:00000001:2.0:1777586683.502236:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586683.502237:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000020:00000010:2.0:1777586683.502242:0:197582:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003df56a31. 00000100:00000040:2.0:1777586683.502246:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586683.502297:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586683.502302:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586683.502311:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586683.502313:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586683.502315:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586683.502318:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586683.502320:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [64:64:256:4294967295] 192.168.204.155@tcp LPNI seq info [64:64:8:4294967295] 00000100:00000001:2.0:1777586683.502361:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586683.502364:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586683.502367:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000200:2.0:1777586683.502370:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863934667660544, offset 0 00000400:00000200:2.0:1777586683.502374:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586683.502442:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586683.502448:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586683.502452:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586683.502454:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1777586683.502454:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000400:00000200:2.0:1777586683.502458:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586683.502460:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586683.502464:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:3.0:1777586683.502464:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586683.502469:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [65:65:255:4294967295] 192.168.204.155@tcp LPNI seq info [65:65:7:4294967295] 00000800:00000200:3.0:1777586683.502473:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:2.0:1777586683.502478:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586683.502479:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777586683.502484:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586683.502487:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777586683.502490:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586683.502505:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586683.502508:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586683.502513:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.502514:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586683.502518:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 167751 usecs (168 jiffies) 00000100:00000040:2.0:1777586683.502519:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: using a timeout of 6322 usecs (7 jiffies) 00000100:00000001:3.0:1777586683.502523:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306430633 00000100:00000001:2.0:1777586683.502524:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306430472 00000100:00000001:3.0:1777586683.502527:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306433870 00000100:00000001:2.0:1777586683.502531:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306433870 00000100:00000001:3.0:1777586683.502531:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306430633 00000100:00000001:3.0:1777586683.502535:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306433870 00000100:00000001:2.0:1777586683.502536:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306430472 00000100:00000001:3.0:1777586683.502538:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306430633 00000100:00000001:3.0:1777586683.502541:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306433870 00000100:00000001:3.0:1777586683.502544:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306430633 00000100:00000001:2.0:1777586683.502546:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306433870 00000100:00000001:3.0:1777586683.502548:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306433870 00000100:00000001:2.0:1777586683.502551:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306430472 00000100:00000001:3.0:1777586683.502552:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586683.502555:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306433870 00000100:00000001:3.0:1777586683.502556:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.502560:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306430472 00000100:00000001:3.0:1777586683.502561:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.502564:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306433870 00000100:00000001:3.0:1777586683.502565:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586683.502569:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586683.502573:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586683.502573:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586683.502576:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586683.502577:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.502580:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586683.502580:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586683.502584:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586683.502586:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586683.502589:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586683.502590:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586683.502592:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586683.502592:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.502594:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586683.502596:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.502597:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586683.502627:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586683.502630:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:0.0:1777586683.502634:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586683.502638:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586683.502645:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44cffd 00000400:00000010:0.0:1777586683.502647:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000b44cffd. 00000100:00000001:0.0:1777586683.502650:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586683.502653:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.502661:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586683.502663:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.502669:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586683.502670:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586683.502813:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586683.502817:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:0.0:1777586683.502820:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586683.502824:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586683.502826:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:0.0:1777586683.502828:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:0.0:1777586683.502830:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586683.502833:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.502840:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586683.502842:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.502847:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586683.502849:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586683.504418:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586683.504431:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586683.504435:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586683.504437:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586683.504446:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586683.504460:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01c00 00000400:00000200:2.0:1777586683.504468:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x2dd [1] + 224 00000800:00000001:2.0:1777586683.504475:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586683.504482:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586683.504485:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586683.504488:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586683.504504:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586683.504509:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586683.504519:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.504552:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586683.504560:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586683.504563:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.504599:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586683.504603:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586683.504610:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586683.504612:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586683.504614:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c0ae6b. 00000400:00000200:1.0:1777586683.504618:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:1.0:1777586683.504620:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:1.0:1777586683.504623:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586683.504627:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586683.504635:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.504642:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586683.504644:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.504647:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586683.504649:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1777586683.504652:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586683.504652:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586683.504654:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586683.504658:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586683.504660:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586683.504663:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586683.504665:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1777586683.504665:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586683.504670:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=20 v=5 (1 0 0 0) 00000400:00000200:0.0:1777586683.504674:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:1.0:1777586683.504676:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586683.504679:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586683.504683:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc01b80 00010000:00000001:1.0:1777586683.504683:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586683.504687:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586683.504692:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x2d5 [1] + 224 00000100:00000001:1.0:1777586683.504693:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586683.504696:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000800:00000001:0.0:1777586683.504697:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586683.504699:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586683.504700:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586683.504705:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777586683.504708:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586683.504712:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586683.504718:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777586683.504720:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586683.504723:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586683.504726:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586683.504729:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.504734:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586683.504743:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586683.504745:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586683.504769:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667660288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586683.504770:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1777586683.504776:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1777586683.504777:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1777586683.504778:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586683.504780:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000592703c2. 00000800:00000001:0.0:1777586683.504783:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586683.504783:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:1.0:1777586683.504785:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000800:00000001:0.0:1777586683.504787:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586683.504788:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1777586683.504791:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777586683.504791:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586683.504803:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000200:1.0:1777586683.504804:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.504811:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586683.504812:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.504814:0:197583:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1777586683.504816:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01c80 02000000:00000001:1.0:1777586683.504816:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586683.504817:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586683.504819:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586683.504822:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586683.504825:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=26 v=5 (5 0 0 0) 00000400:00000200:0.0:1777586683.504826:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x2e5 [1] + 224 00000100:00001000:1.0:1777586683.504828:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586683.504833:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586683.504834:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586683.504835:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1777586683.504835:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586683.504837:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586683.504838:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586683.504841:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586683.504841:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586683.504846:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586683.504851:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586683.504853:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1777586683.504854:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586683.504857:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586683.504859:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586683.504863:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586683.504864:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586683.504887:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667660160:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586683.504892:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.504894:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586683.504896:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586683.504898:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667660288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.504910:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586683.504913:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586683.504915:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a5488ef. 02000000:00000001:1.0:1777586683.504919:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586683.504920:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586683.504921:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586683.504922:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777586683.504924:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1777586683.504924:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 02000000:00000001:1.0:1777586683.504929:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1777586683.504931:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1777586683.504931:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586683.504933:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000800:00000001:0.0:1777586683.504936:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.504938:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586683.504940:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586683.504943:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586683.504946:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667660160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.504952:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586683.504954:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586683.504955:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2d2b2fc. 02000000:00000001:1.0:1777586683.504958:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586683.504960:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586683.504961:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586683.504961:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1777586683.504965:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777586683.504966:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1777586683.504967:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:1.0:1777586683.504970:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1777586683.504971:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1777586683.504972:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1777586683.504974:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586683.504976:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa632f7. 00000100:00000010:1.0:1777586683.504979:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000400:00000200:3.0:1777586683.504981:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000100:00000001:1.0:1777586683.504983:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586683.504986:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1777586683.504986:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777586683.504990:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586683.504993:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586683.504996:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586683.504998:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586683.504999:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586683.505000:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586683.505002:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586683.505013:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586683.505020:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586683.505021:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586683.505023:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586683.505025:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586683.505026:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586683.505027:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586683.505029:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586683.505032:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586683.505035:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586683.505037:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586683.505038:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586683.505039:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586683.505042:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586683.505048:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586683.505050:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586683.505051:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586683.505053:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586683.505054:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586683.505057:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586683.505085:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586683.505088:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586683.505089:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586683.505092:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586683.505099:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667660416:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586683.505102:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586683.505104:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586683.505106:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667660416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586683.505111:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586683.505113:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586683.505115:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a95b6f. 02000000:00000001:3.0:1777586683.505118:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586683.505119:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586683.505120:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586683.505122:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586683.505123:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:3.0:1777586683.505126:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586683.505127:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586683.505128:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:3.0:1777586683.505130:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586683.505131:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586683.505133:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586683.505137:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586683.505138:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586683.505139:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586683.505141:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586683.505276:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586683.505283:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586683.505286:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586683.505287:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586683.505298:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586683.505306:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 4 MB=0x69f3d1bc01d00 00000400:00000200:0.0:1777586683.505311:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 224/224 into md 0x2ed [1] + 224 00000800:00000001:0.0:1777586683.505315:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586683.505322:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586683.505324:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586683.505328:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586683.505331:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586683.505335:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586683.505343:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586683.505363:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586683.505368:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586683.505371:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586683.505400:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586683.505402:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586683.505406:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586683.505407:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586683.505409:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81c5950. 00000400:00000200:2.0:1777586683.505413:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777586683.505414:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:2.0:1777586683.505417:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586683.505420:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586683.505428:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.505434:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586683.505435:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586683.505437:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586683.505438:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586683.505439:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586683.505441:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586683.505442:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586683.505446:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006b5d27df time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586683.505449:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000047f02811 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586683.505451:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586683.505452:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586683.505453:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586683.505456:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586683.505462:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.505464:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586683.505465:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586683.505467:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586683.505474:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586683.505478:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.505484:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586683.505486:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586683.505487:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586683.505490:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586683.505509:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667660544:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586683.505513:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586683.505515:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586683.505518:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667660544/t0(0) o400->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586683.505523:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586683.505524:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586683.505526:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb364f43. 02000000:00000001:2.0:1777586683.505529:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586683.505530:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586683.505531:0:197582:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=2 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586683.505533:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586683.505534:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:2.0:1777586683.505537:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586683.505538:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586683.505539:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:2.0:1777586683.505542:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586683.505543:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586683.505553:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586683.505557:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586683.505559:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586683.505560:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586683.505562:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586684.141427:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586684.141437:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586684.141445:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586684.141446:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586684.141475:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586684.141479:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586684.141494:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586685.165605:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586685.165612:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586685.165618:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586685.165621:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586685.165624:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586685.165627:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586685.165631:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586685.165633:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586685.165635:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586685.165637:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586685.165700:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586685.165704:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586685.165706:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586686.189355:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586686.189360:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586686.189364:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586686.189365:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586686.189397:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586686.189416:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586686.189419:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586686.957380:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306433870, at 4306433920 00000100:00000040:2.0:1777586686.957380:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306433870, at 4306433920 00000100:00000010:2.0:1777586686.957397:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000010:0.0:1777586686.957399:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00000100:00000040:3.0:1777586686.957405:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306433870, at 4306433920 00000100:00000040:1.0:1777586686.957406:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306433870, at 4306433920 00000100:00000010:3.0:1777586686.957416:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000010:1.0:1777586686.957425:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00010000:00000001:1.0:1777586687.213408:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586687.213416:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586687.213419:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586687.213431:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586687.213437:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586687.213440:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586687.213441:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586687.213444:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586687.213448:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586687.213450:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586687.213598:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586687.213602:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586687.213605:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586688.237382:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586688.237387:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586688.237393:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586688.237394:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586688.237467:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586688.237471:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586688.237474:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586688.621491:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586688.621502:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586688.621522:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777586688.621531:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586688.621536:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586688.621539:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586688.621544:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586688.621555:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:1.0:1777586688.621813:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.621826:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586688.621838:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586688.621915:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.621921:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_02+2] req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.621954:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.621956:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586688.621960:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586688.621963:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b65e70. 00000020:00000040:1.0:1777586688.621966:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586688.621968:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586688.621969:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586688.621971:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586688.621975:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002081461b. 00000100:00000001:1.0:1777586688.621978:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.621982:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586688.621989:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586688.622003:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.622007:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b65e70] to pc [ptlrpcd_00_03+3] req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.622015:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.622016:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586688.622020:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586688.622022:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a061cec5. 00000020:00000040:1.0:1777586688.622024:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586688.622027:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586688.622028:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586688.622039:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586688.622044:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc098d41. 00000100:00000001:1.0:1777586688.622047:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.622050:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586688.622052:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.622057:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586688.622061:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586688.622062:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622062:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586688.622068:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a061cec5] to pc [ptlrpcd_00_00+0] req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586688.622070:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.622090:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586688.622093:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586688.622096:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586688.622098:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586688.622100:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586688.622103:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667660800:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586688.622107:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586688.622111:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586688.622114:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586688.622116:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586688.622117:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.622121:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1777586688.622121:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000266e7055. 02000000:00000001:3.0:1777586688.622125:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.622126:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777586688.622129:0:171531:0:(import.c:2061:ptlrpc_disconnect_and_idle_import()) Process entered 00000400:00000010:3.0:1777586688.622131:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa632f7. 00000100:00000001:1.0:1777586688.622133:0:171531:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1777586688.622138:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000020:00000040:1.0:1777586688.622140:0:171531:0:(genops.c:1231:class_import_get()) import 00000000e4aea6f0 refcount=3 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000400:00000010:3.0:1777586688.622140:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777586688.622152:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586688.622153:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586688.622154:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586688.622158:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45f8f09. 00000100:00000001:1.0:1777586688.622160:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.622167:0:171531:0:(import.c:1795:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00080000:1.0:1777586688.622170:0:171531:0:(import.c:65:import_set_state_nolock()) 00000000e4aea6f0 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1777586688.622172:0:171531:0:(import.c:2096:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9fc7c7c78000: disconnect after 24s idle 00000100:00000001:1.0:1777586688.622175:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586688.622176:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.622179:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_rcv+-1] req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.622190:0:171531:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586688.622192:0:171531:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.622196:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11773) 00000100:00000200:3.0:1777586688.622213:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660800, portal 10 00000100:00000001:3.0:1777586688.622216:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586688.622217:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006731520 : -105793702820096 : ffff9fc7fbec8700) 00000100:00000040:3.0:1777586688.622224:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.622230:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586688.622232:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586688.622239:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000200:3.0:1777586688.622241:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667660800, offset 0 00000400:00000200:3.0:1777586688.622246:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586688.622270:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586688.622274:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586688.622276:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586688.622280:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586688.622287:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586688.622290:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586688.622292:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586688.622294:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1777586688.622295:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586688.622298:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586688.622299:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586688.622303:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777586688.622308:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586688.622309:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:0.0:1777586688.622314:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667660672:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777586688.622318:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [66:66:256:4294967295] 192.168.204.155@tcp LPNI seq info [66:66:8:4294967295] 00000100:00000001:0.0:1777586688.622321:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586688.622325:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586688.622327:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586688.622329:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586688.622334:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d675410a. 00000400:00000200:3.0:1777586688.622335:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:0.0:1777586688.622338:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586688.622343:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000800:00000200:3.0:1777586688.622345:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586688.622350:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000800:00000010:3.0:1777586688.622352:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b777efd. 00000100:00000200:0.0:1777586688.622353:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660672, portal 25 00000100:00000001:0.0:1777586688.622357:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586688.622358:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000800:00000200:3.0:1777586688.622362:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777586688.622365:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586688.622376:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586688.622378:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000200:3.0:1777586688.622379:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:0.0:1777586688.622381:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000200:0.0:1777586688.622384:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667660672, offset 0 00000800:00000200:3.0:1777586688.622385:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b777efd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586688.622391:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586688.622409:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586688.622412:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777586688.622412:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586688.622417:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:3.0:1777586688.622419:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 1052620 usecs (1053 jiffies) 00000400:00000200:0.0:1777586688.622420:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586688.622424:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586688.622425:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306436638 00000400:00000200:0.0:1777586688.622429:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [67:67:255:4294967295] 192.168.204.155@tcp LPNI seq info [67:67:7:4294967295] 00000100:00000010:3.0:1777586688.622430:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9938503. 00000100:00000001:3.0:1777586688.622438:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777586688.622442:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586688.622446:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586688.622451:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000800:00000200:0.0:1777586688.622455:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586688.622457:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306436638 00000800:00000200:0.0:1777586688.622462:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:3.0:1777586688.622464:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777586688.622468:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586688.622472:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306436638 00000100:00000010:3.0:1777586688.622475:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777586688.622478:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586688.622481:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306436638 00000800:00000200:0.0:1777586688.622482:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1777586688.622485:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:0.0:1777586688.622487:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622489:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586688.622491:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306438991 00000100:00000001:0.0:1777586688.622496:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306436638 00000100:00000001:3.0:1777586688.622499:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586688.622501:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306438991 00000100:00000001:3.0:1777586688.622504:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586688.622505:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306436638 00000100:00000001:3.0:1777586688.622508:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586688.622509:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306438991 00000100:00000001:3.0:1777586688.622512:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.622520:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586688.622522:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586688.622524:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306436638 00000100:00000001:3.0:1777586688.622525:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.622528:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586688.622529:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306438991 00000100:00000001:3.0:1777586688.622530:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622534:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586688.622535:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306436638 00000100:00000001:0.0:1777586688.622540:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586688.622543:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586688.622545:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586688.622547:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586688.622552:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586688.622553:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586688.622555:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586688.622557:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586688.622558:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622560:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.622562:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586688.622563:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586688.622568:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586688.622570:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622578:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586688.622580:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586688.622582:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586688.622584:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586688.622587:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586688.622590:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667661056:192.168.204.155@tcp:9: 00000100:00000001:3.0:1777586688.622593:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586688.622596:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586688.622597:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586688.622599:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586688.622601:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a1de15e. 02000000:00000001:3.0:1777586688.622603:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586688.622606:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048a030b6. 00000400:00000010:3.0:1777586688.622610:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000200:3.0:1777586688.622613:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661056, portal 4 00000100:00000001:3.0:1777586688.622614:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586688.622615:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000040:3.0:1777586688.622620:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586688.622636:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.622637:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586688.622640:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777586688.622641:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586688.622644:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1777586688.622645:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce119a8a. 00000100:00000200:3.0:1777586688.622648:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863934667661056, offset 0 00000100:00000040:2.0:1777586688.622651:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586688.622657:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586688.622664:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1777586688.622666:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586688.622667:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586688.622670:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777586688.622672:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777586688.622673:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586688.622676:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777586688.622677:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586688.622681:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1777586688.622682:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667660928:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777586688.622688:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586688.622689:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586688.622692:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586688.622693:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586688.622695:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586688.622699:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000131eb52. 02000000:00000001:2.0:1777586688.622702:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586688.622703:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [68:68:254:4294967295] 192.168.204.155@tcp LPNI seq info [68:68:6:4294967295] 00000400:00000010:2.0:1777586688.622707:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81c5950. 00000400:00000010:2.0:1777586688.622712:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000400:00000200:3.0:1777586688.622716:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:2.0:1777586688.622717:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667660928, portal 10 00000100:00000001:2.0:1777586688.622721:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586688.622723:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006735104 : -105793702816512 : ffff9fc7fbec9500) 00000100:00000040:2.0:1777586688.622730:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586688.622734:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586688.622738:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1777586688.622741:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000100:00000040:2.0:1777586688.622742:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586688.622746:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000800:00000200:3.0:1777586688.622750:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:2.0:1777586688.622751:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667660928, offset 0 00000400:00000200:2.0:1777586688.622760:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:3.0:1777586688.622760:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586688.622764:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777586688.622767:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586688.622769:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586688.622771:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586688.622775:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:3.0:1777586688.622775:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: using a timeout of 5992 usecs (6 jiffies) 00000400:00000200:2.0:1777586688.622779:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586688.622787:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586688.622788:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306435591 00000400:00000200:2.0:1777586688.622792:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [69:69:253:4294967295] 192.168.204.155@tcp LPNI seq info [69:69:5:4294967295] 00000100:00000001:3.0:1777586688.622794:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306438991 00000100:00000001:3.0:1777586688.622798:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306435591 00000100:00000001:3.0:1777586688.622800:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306438991 00000100:00000001:3.0:1777586688.622802:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306435591 00000100:00000001:3.0:1777586688.622806:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306438991 00000400:00000200:2.0:1777586688.622809:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586688.622809:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306435591 00000100:00000001:3.0:1777586688.622812:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306438991 00000800:00000200:2.0:1777586688.622816:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586688.622819:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000001:3.0:1777586688.622820:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586688.622823:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622825:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586688.622826:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586688.622827:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.622832:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1777586688.622834:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777586688.622834:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1777586688.622837:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777586688.622838:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586688.622839:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586688.622840:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.622841:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.622854:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586688.622856:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 149555 usecs (150 jiffies) 00000100:00000001:2.0:1777586688.622859:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306435735 00000100:00000001:3.0:1777586688.622861:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586688.622862:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306438991 00000100:00000001:2.0:1777586688.622865:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306435735 00000100:00000001:3.0:1777586688.622865:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.622869:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306438991 00000100:00000001:2.0:1777586688.622871:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306435735 00000100:00000001:2.0:1777586688.622873:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306438991 00000100:00000001:2.0:1777586688.622875:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306435735 00000100:00000001:2.0:1777586688.622876:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306438991 00000100:00000001:2.0:1777586688.622878:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586688.622880:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.622882:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.622884:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586688.622887:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586688.622888:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586688.622890:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586688.622891:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586688.622893:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.622894:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586688.623102:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586688.623109:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b777efd. 00000400:00000200:1.0:1777586688.623119:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586688.623128:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586688.623213:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:1.0:1777586688.623216:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:1.0:1777586688.623223:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586688.623230:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623242:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586688.623246:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623279:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.623281:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586688.623298:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586688.623300:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 00000400:00000200:1.0:1777586688.623304:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586688.623308:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586688.623310:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:1.0:1777586688.623312:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:1.0:1777586688.623314:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586688.623318:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623337:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586688.623340:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623345:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.623346:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586688.623357:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586688.623358:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:1.0:1777586688.623360:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586688.623363:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586688.623365:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce119a8a 00000400:00000010:1.0:1777586688.623367:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ce119a8a. 00000100:00000001:1.0:1777586688.623368:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586688.623371:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623377:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586688.623378:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623384:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.623385:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586688.623481:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586688.623485:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777586688.623488:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586688.623492:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586688.623495:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:1.0:1777586688.623496:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:1.0:1777586688.623500:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586688.623503:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623511:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586688.623513:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.623532:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.623534:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586688.627510:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.627611:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586688.627615:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.627618:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.627630:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586688.627648:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc01d80 00000400:00000200:0.0:1777586688.627657:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x2fd [1] + 224 00000800:00000001:0.0:1777586688.627664:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.627669:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.627671:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586688.628287:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586688.628306:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586688.628313:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586688.628325:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586688.628353:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586688.628365:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628369:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586688.628371:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628373:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.628378:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586688.628384:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01e80 00000400:00000200:0.0:1777586688.628402:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x30d [1] + 224 00000800:00000001:0.0:1777586688.628406:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628410:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.628412:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586688.628415:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586688.628418:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586688.628421:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586688.628428:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586688.628450:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586688.628455:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628458:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586688.628460:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628462:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.628466:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586688.628471:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc01e00 00000400:00000200:0.0:1777586688.628476:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x2f5 [1] + 224 00000800:00000001:0.0:1777586688.628479:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628488:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.628489:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586688.628492:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586688.628495:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586688.628499:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586688.628506:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586688.628521:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586688.628532:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628536:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586688.628538:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628542:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.628546:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586688.628553:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 4 MB=0x69f3d1bc01f00 00000400:00000200:0.0:1777586688.628560:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.155@tcp of length 224/224 into md 0x305 [1] + 224 00000800:00000001:0.0:1777586688.628564:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628572:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586688.628574:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586688.628578:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586688.628584:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777586688.628587:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1777586688.628588:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.628595:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777586688.628606:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777586688.628617:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586688.628620:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586688.628624:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa632f7. 00000100:00000001:0.0:1777586688.628628:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1777586688.628634:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:3.0:1777586688.628636:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:3.0:1777586688.628641:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586688.628650:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586688.628660:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.628667:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586688.628670:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.628673:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586688.628677:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586688.628679:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586688.628682:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586688.628686:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.628696:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1777586688.628699:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=25 v=5 (5 0 0 0) 00000100:00000001:1.0:1777586688.628701:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1777586688.628707:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586688.628710:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586688.628712:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586688.628715:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586688.628732:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.628737:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586688.628741:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586688.628744:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586688.628746:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.628753:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586688.628753:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.628762:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586688.628765:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586688.628767:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586688.628770:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586688.628773:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586688.628780:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667660800:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586688.628787:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.628790:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586688.628793:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b65e70 x1863934667660800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.628800:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586688.628803:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586688.628807:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000266e7055. 02000000:00000001:3.0:1777586688.628811:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586688.628813:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586688.628816:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586688.628818:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586688.628821:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002081461b. 02000000:00000001:3.0:1777586688.628825:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586688.628827:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586688.628829:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b65e70. 00000100:00000001:3.0:1777586688.628833:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586688.628834:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.628836:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.628845:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586688.628847:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.628856:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.628858:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.628911:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.628913:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777586688.628965:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586688.628969:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586688.629100:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586688.629102:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586688.629105:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:1.0:1777586688.629418:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:1.0:1777586688.629420:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:1.0:1777586688.629424:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586688.629429:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586688.629437:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.629443:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586688.629445:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586688.629447:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586688.629450:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586688.629452:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586688.629454:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586688.629456:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586688.629461:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586688.629465:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586688.629467:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586688.629468:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586688.629470:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586688.629472:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.629474:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586688.629477:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.629483:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586688.629486:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586688.629488:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586688.629490:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586688.629505:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667660672:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586688.629510:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586688.629512:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586688.629514:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667660672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586688.629520:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586688.629523:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586688.629535:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d675410a. 02000000:00000001:1.0:1777586688.629539:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586688.629541:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586688.629542:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586688.629544:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586688.629546:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:1.0:1777586688.629550:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586688.629552:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586688.629553:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:1.0:1777586688.629556:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586688.629558:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586688.629559:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586688.629565:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586688.629567:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586688.629569:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586688.629570:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777586688.629629:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586688.629631:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586688.629632:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81c5950. 00000400:00000200:2.0:1777586688.629637:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777586688.629638:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:2.0:1777586688.629641:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586688.629645:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586688.629653:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586688.629658:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586688.629660:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586688.629661:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586688.629663:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586688.629664:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586688.629665:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586688.629667:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777586688.629680:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1777586688.629681:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=31 v=5 (5 0 0 0) 00000400:00000001:3.0:1777586688.629686:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1777586688.629688:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=10 v=5 (1 0 0 0) 00000400:00000010:3.0:1777586688.629690:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048a030b6. 00000100:00000001:2.0:1777586688.629692:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586688.629697:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586688.629698:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00010000:00000001:2.0:1777586688.629702:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1777586688.629703:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:3.0:1777586688.629710:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:2.0:1777586688.629711:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586688.629721:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586688.629736:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.629746:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586688.629750:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000200:3.0:1777586688.629752:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586688.629755:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586688.629758:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586688.629769:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.629771:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586688.629774:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.629780:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586688.629786:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586688.629791:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586688.629793:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586688.629794:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.629802:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1777586688.629803:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586688.629810:0:197580:0:(import.c:2144:obd_at_measure()) add 5 to 000000006b5d27df time=25 v=5 (5 0 0 0) 00000100:00000001:2.0:1777586688.629811:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777586688.629820:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000047f02811 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586688.629823:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1777586688.629824:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.629827:0:197580:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586688.629832:0:197580:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586688.629839:0:197580:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586688.629847:0:197580:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586688.629851:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667660928:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586688.629854:0:197580:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586688.629856:0:197580:0:(client.c:3124:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586688.629861:0:197580:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586688.629864:0:197580:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.629865:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586688.629871:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586688.629874:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586688.629880:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a061cec5 x1863934667660928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586688.629893:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586688.629895:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586688.629897:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000131eb52. 02000000:00000001:2.0:1777586688.629900:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586688.629901:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586688.629902:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586688.629903:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586688.629905:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc098d41. 02000000:00000001:2.0:1777586688.629907:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586688.629908:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586688.629909:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a061cec5. 00000100:00000001:2.0:1777586688.629912:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586688.629913:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586688.629914:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586688.629918:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586688.629919:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586688.629921:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586688.629922:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.630065:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586688.630067:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586688.630068:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1777586688.630072:0:197580:0:(import.c:2006:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1777586688.630079:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000e4aea6f0 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1777586688.630083:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586688.630090:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667661056:192.168.204.155@tcp:9: 00000100:00000001:3.0:1777586688.630095:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.630097:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586688.630099:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667661056/t0(0) o9->lustre-OST0000-osc-ffff9fc7c7c78000@192.168.204.155@tcp:28/4 lens 224/224 e 0 to 0 dl 1777586698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586688.630105:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586688.630107:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586688.630109:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a1de15e. 02000000:00000001:3.0:1777586688.630112:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586688.630113:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586688.630115:0:197580:0:(genops.c:1244:class_import_put()) import 00000000e4aea6f0 refcount=2 obd=lustre-OST0000-osc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586688.630118:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586688.630119:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45f8f09. 02000000:00000001:3.0:1777586688.630122:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586688.630123:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586688.630125:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:3.0:1777586688.630128:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586688.630129:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.630131:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586688.630137:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586688.630138:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586688.630140:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586688.630146:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586689.261359:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586689.261365:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586689.261376:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586689.261378:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586689.261434:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586689.261438:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586689.261441:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1777586690.157390:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1777586690.157396:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1777586690.285390:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586690.285396:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586690.285412:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586690.285414:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586690.285440:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586690.285444:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586690.285447:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586691.309386:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586691.309393:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586691.309400:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586691.309421:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586691.310309:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586691.310313:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586691.310325:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586692.077425:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306438991, at 4306439040 00000100:00000040:0.0:1777586692.077429:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306438991, at 4306439040 00000100:00000010:1.0:1777586692.077446:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000010:0.0:1777586692.077449:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9938503. 00000100:00000040:2.0:1777586692.077612:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306438991, at 4306439040 00000100:00000010:2.0:1777586692.077619:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000040:3.0:1777586692.077899:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306438991, at 4306439040 00000100:00000010:3.0:1777586692.077907:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00010000:00000001:1.0:1777586692.333348:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586692.333353:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586692.333361:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586692.333362:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586692.333456:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586692.333459:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586692.333461:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586693.359975:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586693.359981:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586693.359985:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586693.359986:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586693.360287:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586693.360290:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586693.360293:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586693.741439:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586693.741449:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586693.741460:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777586693.741471:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586693.741477:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586693.741497:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586693.741503:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586693.741512:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586693.741520:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.741530:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586693.741541:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586693.741543:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.741548:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_01+1] req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.741582:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.741584:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586693.741587:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586693.741591:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777586693.741593:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586693.741596:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586693.741597:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586693.741599:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586693.741603:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777586693.741606:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.741610:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586693.741610:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586693.741616:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586693.741619:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586693.741620:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586693.741622:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586693.741627:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586693.741629:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_02+2] req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586693.741649:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586693.741653:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586693.741656:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.741658:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586693.741662:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586693.741666:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586693.741669:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.741672:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586693.741674:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667661184:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777586693.741676:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586693.741685:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777586693.741685:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1777586693.741689:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777586693.741692:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1777586693.741692:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777586693.741692:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1777586693.741697:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:3.0:1777586693.741697:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.741705:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586693.741707:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586693.741707:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586693.741712:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586693.741716:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586693.741716:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dc351e9. 00000100:00000001:0.0:1777586693.741719:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1777586693.741720:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.741723:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777586693.741723:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000400:00000010:3.0:1777586693.741728:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048a030b6. 00000100:00000001:0.0:1777586693.741729:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586693.741731:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.741734:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586693.741737:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1777586693.741739:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000040:2.0:1777586693.741741:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777586693.741748:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661184, portal 25 00000100:00000040:0.0:1777586693.741752:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.741766:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586693.741771:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.741782:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586693.741785:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.741788:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586693.741791:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586693.741796:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586693.741803:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586693.741813:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667661312:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586693.741816:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.741822:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777586693.741822:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586693.741828:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1777586693.741829:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586693.741833:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.741834:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11778) 02000000:00000001:0.0:1777586693.741836:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586693.741844:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1777586693.741846:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eca14ed. 00000100:00000001:3.0:1777586693.741846:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 02000000:00000001:0.0:1777586693.741851:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586693.741860:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000100:00000040:3.0:1777586693.741861:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586693.741870:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000001:3.0:1777586693.741878:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777586693.741880:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661312, portal 10 00000100:00000001:0.0:1777586693.741888:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1777586693.741888:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586693.741892:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000400:00000010:3.0:1777586693.741897:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000200:3.0:1777586693.741901:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667661184, offset 0 00000100:00000040:0.0:1777586693.741917:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586693.741918:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586693.741920:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777586693.741926:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777586693.741932:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586693.741943:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586693.741946:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586693.741948:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586693.741949:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586693.741951:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586693.741959:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586693.741967:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586693.741970:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586693.741977:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586693.741982:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586693.741984:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777586693.741986:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586693.741992:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667661440:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586693.741993:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586693.741998:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000100:00000001:1.0:1777586693.741999:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1777586693.742005:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667661312, offset 0 02000000:00000001:1.0:1777586693.742005:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1777586693.742008:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777586693.742010:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586693.742015:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586693.742020:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022887b20. 00000400:00000200:3.0:1777586693.742020:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586693.742022:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586693.742027:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586693.742032:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:1.0:1777586693.742033:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000592703c2. 00000400:00000200:3.0:1777586693.742037:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1777586693.742040:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000400:00000200:3.0:1777586693.742041:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586693.742045:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [70:70:256:4294967295] 192.168.204.155@tcp LPNI seq info [70:70:8:4294967295] 00000100:00000200:1.0:1777586693.742053:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661440, portal 10 00000100:00000001:1.0:1777586693.742056:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586693.742059:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000400:00000200:3.0:1777586693.742063:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:1.0:1777586693.742068:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586693.742074:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586693.742078:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:3.0:1777586693.742086:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000400:00000200:0.0:1777586693.742093:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586693.742101:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1777586693.742101:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777586693.742106:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:1.0:1777586693.742114:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586693.742118:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1777586693.742121:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000800:00000200:3.0:1777586693.742121:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777586693.742126:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000200:1.0:1777586693.742128:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667661440, offset 0 00000800:00000200:3.0:1777586693.742134:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586693.742140:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [71:71:255:4294967295] 192.168.204.155@tcp LPNI seq info [71:71:7:4294967295] 00000400:00000200:1.0:1777586693.742147:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586693.742157:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586693.742165:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586693.742166:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586693.742172:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586693.742175:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306444110 00000400:00000200:1.0:1777586693.742176:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1777586693.742180:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000400:00000200:1.0:1777586693.742181:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:3.0:1777586693.742182:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009297819b. 00000400:00000200:1.0:1777586693.742190:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586693.742193:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1777586693.742197:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777586693.742202:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586693.742204:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306444110 00000100:00000010:3.0:1777586693.742210:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f8e25a. 00000800:00000200:0.0:1777586693.742213:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777586693.742214:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [72:72:254:4294967295] 192.168.204.155@tcp LPNI seq info [72:72:6:4294967295] 00000100:00000001:3.0:1777586693.742217:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1777586693.742222:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586693.742224:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306444110 00000100:00000010:3.0:1777586693.742235:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e7b4ab. 00000100:00000001:0.0:1777586693.742237:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586693.742239:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:0.0:1777586693.742247:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 978027 usecs (979 jiffies) 00000100:00000001:3.0:1777586693.742248:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1777586693.742282:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586693.742286:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e95b81db. 00000100:00000001:0.0:1777586693.742292:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306441684 00000800:00000200:1.0:1777586693.742293:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586693.742310:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306444110 00000100:00000001:3.0:1777586693.742311:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306444111 00000100:00000001:0.0:1777586693.742317:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306441684 00000800:00000200:1.0:1777586693.742317:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:3.0:1777586693.742319:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:0.0:1777586693.742325:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306444110 00000800:00000200:1.0:1777586693.742327:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e95b81db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586693.742328:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586693.742331:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306441684 00000100:00000001:0.0:1777586693.742337:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306444110 00000100:00000001:1.0:1777586693.742337:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586693.742337:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777586693.742344:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 135546 usecs (136 jiffies) 00000100:00000001:0.0:1777586693.742347:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306441684 00000100:00000001:1.0:1777586693.742351:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306440841 00000100:00000001:0.0:1777586693.742352:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306444111 00000100:00000001:1.0:1777586693.742356:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306444110 00000100:00000001:3.0:1777586693.742356:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586693.742359:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306440841 00000100:00000001:3.0:1777586693.742363:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.742367:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586693.742368:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306444110 00000100:00000001:3.0:1777586693.742368:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586693.742373:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586693.742376:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306440841 00000100:00000001:3.0:1777586693.742378:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586693.742379:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586693.742381:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586693.742386:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586693.742386:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586693.742387:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306444110 00000100:00000001:3.0:1777586693.742391:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586693.742394:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586693.742396:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306440841 00000100:00000001:3.0:1777586693.742396:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.742398:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586693.742404:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586693.742405:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306444111 00000100:00000001:3.0:1777586693.742405:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.742415:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586693.742416:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586693.742423:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586693.742427:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586693.742430:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586693.742886:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586693.742890:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000400:00000200:2.0:1777586693.742898:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586693.742903:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586693.742908:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:2.0:1777586693.742910:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:2.0:1777586693.742915:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586693.742919:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.742929:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586693.742932:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.742938:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.742939:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586693.742950:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586693.742952:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:2.0:1777586693.742961:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586693.742964:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586693.742967:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000400:00000010:2.0:1777586693.742969:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000100:00000001:2.0:1777586693.742972:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586693.742974:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.742981:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586693.742982:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.742987:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.742989:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586693.743144:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586693.743146:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e95b81db. 00000400:00000200:2.0:1777586693.743149:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586693.743153:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586693.743155:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:2.0:1777586693.743157:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:2.0:1777586693.743159:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586693.743162:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.743168:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586693.743170:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.743175:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.743176:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586693.747468:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747485:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586693.747489:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747492:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586693.747503:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586693.747522:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02000 00000400:00000200:1.0:1777586693.747530:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x319 [1] + 224 00000800:00000001:1.0:1777586693.747537:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747542:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586693.747544:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586693.747549:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586693.747555:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586693.747562:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586693.747574:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586693.747599:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586693.747608:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747612:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586693.747614:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747616:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586693.747619:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586693.747624:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02080 00000400:00000200:1.0:1777586693.747629:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x325 [1] + 224 00000800:00000001:1.0:1777586693.747645:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747648:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586693.747649:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586693.747652:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586693.747654:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586693.747658:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586693.747665:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586693.747687:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586693.747691:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747694:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586693.747695:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747697:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586693.747701:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586693.747706:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc01f80 00000400:00000200:1.0:1777586693.747712:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x315 [1] + 224 00000800:00000001:1.0:1777586693.747715:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747721:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586693.747722:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586693.747725:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586693.747728:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586693.747731:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586693.747738:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586693.747756:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586693.747760:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586693.747762:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586693.747837:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586693.747842:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586693.747848:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586693.747850:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586693.747852:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777586693.747858:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:0.0:1777586693.747940:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:0.0:1777586693.747945:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586693.747949:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586693.747957:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586693.747963:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586693.747965:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586693.747967:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586693.747970:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586693.747972:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586693.747974:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586693.747977:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586693.747985:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=30 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586693.747989:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586693.747991:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586693.747992:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586693.747993:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586693.747993:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1777586693.747996:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1777586693.747997:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586693.747998:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1777586693.747999:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586693.747999:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048a030b6. 00000400:00000200:3.0:1777586693.748002:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000100:00000001:0.0:1777586693.748003:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1777586693.748003:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000040:0.0:1777586693.748005:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586693.748006:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586693.748007:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1777586693.748009:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586693.748013:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586693.748017:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586693.748024:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586693.748025:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586693.748027:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586693.748029:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586693.748029:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586693.748030:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586693.748032:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586693.748032:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586693.748033:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586693.748035:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586693.748036:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586693.748038:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586693.748039:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667661312:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586693.748044:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586693.748047:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586693.748050:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667661312/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777586693.748050:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586693.748053:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586693.748055:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586693.748057:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586693.748059:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586693.748062:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eca14ed. 00000100:00000001:3.0:1777586693.748062:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586693.748063:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1777586693.748065:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1777586693.748065:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586693.748066:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586693.748067:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586693.748069:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000040:3.0:1777586693.748069:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777586693.748071:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586693.748073:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 00000100:00000001:3.0:1777586693.748075:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586693.748077:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777586693.748077:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586693.748078:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586693.748079:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586693.748080:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000040:3.0:1777586693.748080:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586693.748084:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586693.748085:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1777586693.748086:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667661184:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586693.748087:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586693.748089:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586693.748091:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586693.748093:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1777586693.748093:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667661184/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586693.748095:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586693.748097:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586693.748098:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1777586693.748099:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586693.748099:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586693.748100:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dc351e9. 02000000:00000001:3.0:1777586693.748102:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586693.748103:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586693.748104:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586693.748106:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586693.748107:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:3.0:1777586693.748109:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586693.748110:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586693.748111:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:3.0:1777586693.748113:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586693.748114:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586693.748115:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586693.748118:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586693.748119:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586693.748121:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586693.748122:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.748155:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586693.748157:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586693.748161:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586693.748162:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586693.748163:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000592703c2. 00000400:00000200:2.0:1777586693.748167:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:2.0:1777586693.748168:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:2.0:1777586693.748171:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586693.748179:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586693.748187:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.748193:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586693.748195:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586693.748197:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586693.748198:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586693.748199:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586693.748200:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586693.748202:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586693.748206:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586693.748209:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586693.748210:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586693.748211:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586693.748213:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586693.748215:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586693.748221:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.748223:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586693.748224:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586693.748226:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586693.748227:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586693.748229:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.748235:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586693.748236:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586693.748238:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586693.748240:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586693.748246:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667661440:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586693.748317:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586693.748319:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586693.748322:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667661440/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586693.748327:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586693.748328:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586693.748330:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022887b20. 02000000:00000001:2.0:1777586693.748332:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586693.748333:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586693.748334:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586693.748336:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586693.748337:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777586693.748338:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586693.748339:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586693.748340:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:2.0:1777586693.748343:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586693.748343:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586693.748345:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586693.748348:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586693.748350:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586693.748351:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586693.748352:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586694.381484:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586694.381492:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586694.381518:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586694.381522:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586694.381524:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586694.381527:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586694.381530:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586694.381532:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586694.381534:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586694.381536:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586694.381600:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586694.381603:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586694.381614:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586695.408500:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586695.408509:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586695.408514:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586695.408515:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586695.408588:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586695.408592:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586695.408595:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1777586695.533390:0:197578:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at 000000003b470c1d. 00000400:00000010:3.0:1777586695.533406:0:197578:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at 00000000dfd29fc0. 00010000:00000001:1.0:1777586696.429325:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586696.429334:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586696.429337:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586696.429341:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586696.429347:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586696.429349:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586696.429352:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586696.429355:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586696.429360:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586696.429362:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586696.429416:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586696.429419:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586696.429422:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586697.197368:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306444110, at 4306444160 00000100:00000040:3.0:1777586697.197368:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306444111, at 4306444160 00000100:00000040:0.0:1777586697.197384:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306444110, at 4306444160 00000100:00000010:3.0:1777586697.197385:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000010:2.0:1777586697.197386:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e7b4ab. 00000100:00000010:0.0:1777586697.197403:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009297819b. 00000100:00000040:1.0:1777586697.197447:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306444110, at 4306444160 00000100:00000010:1.0:1777586697.197455:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f8e25a. 00010000:00000001:1.0:1777586697.453365:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586697.453381:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586697.453392:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586697.453394:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586697.453460:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586697.453464:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586697.453466:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586698.477386:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586698.477393:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586698.477400:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586698.477402:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586698.477459:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586698.477462:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586698.477465:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586698.861374:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586698.861383:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586698.861389:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777586698.861395:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586698.861399:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586698.861402:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586698.861407:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586698.861413:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035ac65b4. 00000100:00000001:3.0:1777586698.861418:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861427:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586698.861436:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586698.861437:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861442:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_00+0] req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.861462:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861464:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586698.861467:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586698.861469:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777586698.861471:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586698.861473:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586698.861474:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777586698.861481:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586698.861486:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777586698.861488:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586698.861490:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1777586698.861493:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586698.861496:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586698.861497:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586698.861501:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586698.861525:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586698.861526:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586698.861529:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.861529:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586698.861536:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1777586698.861537:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_01+1] req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586698.861540:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586698.861546:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.861551:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861554:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586698.861558:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1777586698.861559:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667661568:192.168.204.155@tcp:400: 00000100:00000010:3.0:1777586698.861562:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000100:00000001:2.0:1777586698.861566:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1777586698.861567:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586698.861570:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586698.861571:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586698.861572:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586698.861573:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586698.861576:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586698.861578:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 02000000:00000001:2.0:1777586698.861580:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586698.861582:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586698.861584:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c925fd92. 02000000:00000001:2.0:1777586698.861587:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861588:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777586698.861594:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81c5950. 00000100:00000001:3.0:1777586698.861599:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586698.861601:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586698.861602:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000040:3.0:1777586698.861605:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_02+2] req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586698.861610:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661568, portal 25 00000100:00000001:2.0:1777586698.861616:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586698.861618:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000040:2.0:1777586698.861624:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.861629:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861633:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586698.861635:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586698.861639:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586698.861640:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586698.861645:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1777586698.861645:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000040:3.0:1777586698.861646:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11783) 00000100:00000200:2.0:1777586698.861648:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667661568, offset 0 00000100:00000001:1.0:1777586698.861649:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586698.861652:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586698.861658:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586698.861660:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586698.861673:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586698.861679:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586698.861684:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777586698.861688:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1777586698.861690:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586698.861691:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586698.861694:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777586698.861695:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586698.861697:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586698.861699:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [73:73:256:4294967295] 192.168.204.155@tcp LPNI seq info [73:73:8:4294967295] 02000000:00000001:1.0:1777586698.861702:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586698.861706:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667661824:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586698.861712:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586698.861715:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:1.0:1777586698.861716:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586698.861719:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586698.861722:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1777586698.861722:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777586698.861727:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e584ac0. 00000800:00000010:2.0:1777586698.861727:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 02000000:00000001:1.0:1777586698.861730:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586698.861734:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c0ae6b. 00000800:00000200:2.0:1777586698.861734:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:1.0:1777586698.861740:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000800:00000200:2.0:1777586698.861743:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:1.0:1777586698.861745:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661824, portal 10 00000800:00000200:2.0:1777586698.861747:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586698.861757:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586698.861759:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000001:2.0:1777586698.861762:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586698.861766:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586698.861767:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306449230 00000100:00000010:2.0:1777586698.861774:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000100:00000001:1.0:1777586698.861776:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586698.861780:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586698.861782:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1777586698.861783:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000200:1.0:1777586698.861787:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667661824, offset 0 00000100:00000001:2.0:1777586698.861790:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306449230 00000100:00000001:3.0:1777586698.861793:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777586698.861794:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777586698.861797:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:3.0:1777586698.861797:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586698.861800:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777586698.861801:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:3.0:1777586698.861805:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586698.861806:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586698.861811:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586698.861814:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586698.861816:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1777586698.861817:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586698.861819:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586698.861820:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306449230 00000400:00000200:1.0:1777586698.861822:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:3.0:1777586698.861823:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1777586698.861826:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 02000000:00000001:3.0:1777586698.861827:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586698.861829:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [74:74:255:4294967295] 192.168.204.155@tcp LPNI seq info [74:74:7:4294967295] 02000000:00000001:3.0:1777586698.861831:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586698.861833:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1777586698.861836:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667661696:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586698.861842:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586698.861845:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306449230 02000000:00000001:3.0:1777586698.861845:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586698.861848:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586698.861850:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1777586698.861851:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000400:00000200:1.0:1777586698.861853:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:3.0:1777586698.861854:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089e0b95d. 00000100:00000001:2.0:1777586698.861856:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1777586698.861857:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586698.861862:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586698.861862:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048a030b6. 00000400:00000010:3.0:1777586698.861866:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000800:00000200:1.0:1777586698.861867:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586698.861868:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586698.861870:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661696, portal 10 00000100:00000001:3.0:1777586698.861873:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1777586698.861874:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e95b81db. 00000100:00000001:2.0:1777586698.861874:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.861874:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000001:2.0:1777586698.861879:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777586698.861882:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:3.0:1777586698.861883:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586698.861889:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586698.861891:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1777586698.861892:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586698.861893:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1777586698.861897:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e95b81db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586698.861897:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586698.861900:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586698.861902:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586698.861902:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586698.861906:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586698.861908:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 123950 usecs (124 jiffies) 00000100:00000001:1.0:1777586698.861911:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306445948 00000100:00000001:1.0:1777586698.861914:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306449230 00000100:00000001:1.0:1777586698.861916:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306445948 00000100:00000001:1.0:1777586698.861918:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306449230 00000100:00000001:1.0:1777586698.861920:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306445948 00000100:00000001:1.0:1777586698.861922:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306449230 00000100:00000001:1.0:1777586698.861924:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306445948 00000100:00000001:1.0:1777586698.861926:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306449230 00000100:00000001:1.0:1777586698.861928:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586698.861930:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.861932:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.861934:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586698.861938:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586698.861939:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586698.861941:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586698.861943:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586698.861944:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.861946:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.861965:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586698.861968:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eba07a2. 00000100:00000200:3.0:1777586698.861972:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667661696, offset 0 00000400:00000200:3.0:1777586698.861978:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586698.861985:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586698.861988:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586698.861991:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586698.861994:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586698.862003:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586698.862007:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [75:75:254:4294967295] 192.168.204.155@tcp LPNI seq info [75:75:6:4294967295] 00000400:00000200:3.0:1777586698.862016:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586698.862019:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586698.862022:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b777efd. 00000800:00000200:3.0:1777586698.862027:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586698.862032:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586698.862035:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b777efd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586698.862039:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586698.862042:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 913351 usecs (914 jiffies) 00000100:00000001:3.0:1777586698.862045:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306446738 00000100:00000001:3.0:1777586698.862047:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306449230 00000100:00000001:3.0:1777586698.862049:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306446738 00000100:00000001:3.0:1777586698.862050:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306449230 00000100:00000001:3.0:1777586698.862051:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306446738 00000100:00000001:3.0:1777586698.862053:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306449230 00000100:00000001:3.0:1777586698.862054:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306446738 00000100:00000001:3.0:1777586698.862055:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306449230 00000100:00000001:3.0:1777586698.862057:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586698.862058:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.862060:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.862062:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586698.862065:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586698.862066:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586698.862068:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586698.862069:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586698.862070:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.862071:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.862299:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586698.862302:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586698.862342:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586698.862351:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777586698.862356:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586698.862361:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586698.862366:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:3.0:1777586698.862368:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:3.0:1777586698.862373:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586698.862376:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.862385:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586698.862389:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.862396:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.862398:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586698.862411:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586698.862414:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e95b81db. 00000400:00000200:3.0:1777586698.862417:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586698.862420:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586698.862423:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:3.0:1777586698.862424:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:3.0:1777586698.862426:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586698.862428:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.862435:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586698.862437:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.862442:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.862444:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586698.862464:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586698.862466:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b777efd. 00000400:00000200:3.0:1777586698.862468:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586698.862471:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586698.862473:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba07a2 00000400:00000010:3.0:1777586698.862474:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003eba07a2. 00000100:00000001:3.0:1777586698.862480:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586698.862482:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.862486:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586698.862487:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.862491:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.862492:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586698.865155:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865167:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586698.865171:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865172:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586698.865181:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586698.865196:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02180 00000400:00000200:2.0:1777586698.865213:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x33d [1] + 224 00000800:00000001:2.0:1777586698.865221:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865227:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586698.865241:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586698.865245:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586698.865275:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586698.865281:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586698.865291:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586698.865306:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586698.865316:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865320:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586698.865322:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865324:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586698.865329:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586698.865335:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02200 00000400:00000200:2.0:1777586698.865340:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x335 [1] + 224 00000800:00000001:2.0:1777586698.865344:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865348:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586698.865350:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586698.865351:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586698.865354:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586698.865355:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586698.865357:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586698.865360:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777586698.865362:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586698.865365:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1777586698.865367:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586698.865369:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048a030b6. 00000400:00000200:3.0:1777586698.865375:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000100:00000001:2.0:1777586698.865378:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1777586698.865378:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:3.0:1777586698.865382:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1777586698.865386:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1777586698.865389:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1777586698.865391:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586698.865394:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586698.865397:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777586698.865405:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586698.865407:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777586698.865416:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1777586698.865418:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02100 00000100:00000001:3.0:1777586698.865419:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586698.865422:0:197582:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777586698.865423:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586698.865425:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586698.865427:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586698.865429:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586698.865432:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586698.865433:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x32d [1] + 224 02000000:00000001:3.0:1777586698.865438:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586698.865439:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1777586698.865440:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1777586698.865442:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1777586698.865447:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777586698.865448:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=35 v=5 (5 0 0 0) 00000400:00000010:1.0:1777586698.865451:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c0ae6b. 00000400:00000200:2.0:1777586698.865451:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1777586698.865453:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=35 v=5 (1 0 0 0) 00000400:00000200:1.0:1777586698.865457:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000100:00000001:3.0:1777586698.865459:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1777586698.865460:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000400:00000200:2.0:1777586698.865460:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586698.865462:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.865465:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1777586698.865467:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777586698.865468:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586698.865471:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586698.865472:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586698.865474:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.865479:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586698.865482:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000200:1.0:1777586698.865493:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.865493:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1777586698.865498:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.865507:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.865508:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586698.865511:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586698.865515:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586698.865518:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1777586698.865518:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586698.865520:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586698.865523:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586698.865526:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586698.865531:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1777586698.865532:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1777586698.865538:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586698.865538:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586698.865539:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586698.865542:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586698.865543:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1777586698.865545:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586698.865546:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586698.865549:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1777586698.865549:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1777586698.865550:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1777586698.865554:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586698.865575:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.865578:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586698.865579:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586698.865580:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586698.865581:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586698.865584:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586698.865587:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667661696:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586698.865597:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586698.865598:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586698.865599:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586698.865601:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586698.865603:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586698.865606:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586698.865609:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667661696/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586698.865633:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1777586698.865635:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667661824:192.168.204.155@tcp:400: 02000000:00000001:3.0:1777586698.865637:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777586698.865641:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777586698.865641:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089e0b95d. 00000100:00000001:1.0:1777586698.865644:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1777586698.865646:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1777586698.865647:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667661824/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1777586698.865650:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1777586698.865656:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586698.865657:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586698.865659:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e584ac0. 02000000:00000001:1.0:1777586698.865662:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1777586698.865662:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586698.865663:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586698.865665:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586698.865667:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1777586698.865668:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586698.865671:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000010:3.0:1777586698.865672:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:1.0:1777586698.865675:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586698.865677:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586698.865679:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 02000000:00000001:3.0:1777586698.865679:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586698.865682:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1777586698.865683:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1777586698.865684:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:1.0:1777586698.865685:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586698.865688:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586698.865689:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586698.865691:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586698.865693:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586698.865694:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586698.865697:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.865697:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586698.865699:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586698.865700:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586698.865701:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586698.865703:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586698.865706:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586698.865737:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586698.865740:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586698.865744:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586698.865745:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586698.865747:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81c5950. 00000400:00000200:0.0:1777586698.865752:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:0.0:1777586698.865753:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:0.0:1777586698.865756:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586698.865760:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586698.865785:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586698.865791:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586698.865792:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586698.865794:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586698.865796:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586698.865797:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586698.865798:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586698.865800:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586698.865803:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586698.865805:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586698.865807:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586698.865808:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586698.865810:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586698.865811:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586698.865812:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586698.865815:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586698.865827:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586698.865829:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586698.865830:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586698.865832:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586698.865848:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667661568:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586698.865852:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586698.865854:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586698.865856:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667661568/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586698.865862:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586698.865863:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586698.865865:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c925fd92. 02000000:00000001:0.0:1777586698.865868:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586698.865869:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586698.865870:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586698.865872:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586698.865873:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035ac65b4. 02000000:00000001:0.0:1777586698.865875:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586698.865876:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586698.865878:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:0.0:1777586698.865880:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586698.865881:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586698.865883:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586698.865886:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586698.865887:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586698.865889:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586698.865890:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586699.501424:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586699.501431:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586699.501437:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586699.501439:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586699.501546:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586699.501568:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586699.501572:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586700.525410:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586700.525417:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586700.525422:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586700.525423:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586700.525446:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586700.525449:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586700.525450:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586701.549380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586701.549387:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586701.549393:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586701.549413:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586701.549477:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586701.549482:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586701.549486:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586702.317380:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306449230, at 4306449280 00000100:00000040:1.0:1777586702.317380:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306449230, at 4306449280 00000100:00000040:3.0:1777586702.317380:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306449230, at 4306449280 00000100:00000040:2.0:1777586702.317385:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306449230, at 4306449280 00000100:00000010:3.0:1777586702.317400:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00000100:00000010:2.0:1777586702.317404:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000010:1.0:1777586702.317409:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000010:0.0:1777586702.317411:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00010000:00000001:1.0:1777586702.573319:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586702.573325:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586702.573331:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586702.573332:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586702.573358:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586702.573361:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586702.573364:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586703.597612:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586703.597619:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586703.597625:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586703.597626:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586703.597695:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586703.597698:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586703.597701:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586703.981384:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586703.981394:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586703.981404:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9bcc46d. 00000020:00000040:0.0:1777586703.981410:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586703.981415:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586703.981418:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586703.981422:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586703.981430:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586703.981436:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586703.981447:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586703.981458:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586703.981459:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586703.981463:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9bcc46d] to pc [ptlrpcd_00_03+3] req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586703.981487:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586703.981490:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586703.981497:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586703.981502:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000100:00000001:1.0:1777586703.981502:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1777586703.981506:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586703.981507:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586703.981511:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586703.981512:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586703.981515:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586703.981517:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586703.981518:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586703.981521:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1777586703.981522:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000001:2.0:1777586703.981526:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586703.981531:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586703.981534:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.981539:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586703.981540:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586703.981544:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777586703.981547:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777586703.981548:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586703.981554:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667661952:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586703.981561:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586703.981564:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586703.981566:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586703.981567:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586703.981570:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586703.981572:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_00+0] req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586703.981574:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586703.981579:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4e9df68. 02000000:00000001:1.0:1777586703.981581:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586703.981587:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c0ae6b. 00000400:00000010:1.0:1777586703.981596:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000200:1.0:1777586703.981603:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667661952, portal 25 00000100:00000001:1.0:1777586703.981606:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586703.981608:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529543680 : -105794180007936 : ffff9fc7df7b3800) 00000100:00000040:1.0:1777586703.981616:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586703.981633:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586703.981637:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586703.981640:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000001:0.0:1777586703.981643:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586703.981643:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667661952, offset 0 00000100:00000040:0.0:1777586703.981647:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586703.981652:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1777586703.981652:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:0.0:1777586703.981656:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777586703.981659:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586703.981662:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586703.981664:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586703.981666:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586703.981667:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000010:0.0:1777586703.981672:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000400:00000200:1.0:1777586703.981674:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586703.981679:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777586703.981683:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586703.981683:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586703.981688:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:0.0:1777586703.981691:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777586703.981695:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [76:76:256:4294967295] 192.168.204.155@tcp LPNI seq info [76:76:8:4294967295] 00000100:00000001:3.0:1777586703.981699:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586703.981707:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586703.981708:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586703.981715:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_01+1] req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586703.981715:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1777586703.981718:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586703.981720:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777586703.981730:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586703.981730:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586703.981734:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586703.981735:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777586703.981737:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b45f8f09. 00000100:00000001:3.0:1777586703.981739:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586703.981740:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586703.981743:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777586703.981745:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1777586703.981746:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1777586703.981747:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:3.0:1777586703.981753:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586703.981755:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11788) 00000800:00000200:1.0:1777586703.981760:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586703.981768:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b45f8f09 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586703.981775:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586703.981777:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586703.981785:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586703.981788:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586703.981790:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586703.981794:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667662208:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586703.981797:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586703.981800:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586703.981801:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586703.981803:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586703.981806:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586703.981807:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306454350 02000000:00000010:3.0:1777586703.981810:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a95b6f. 00000100:00000010:1.0:1777586703.981813:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee67c1aa. 02000000:00000001:3.0:1777586703.981813:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586703.981820:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1777586703.981826:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048a030b6. 00000100:00000001:1.0:1777586703.981827:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306454350 00000400:00000010:3.0:1777586703.981832:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000010:1.0:1777586703.981833:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94ee182. 00000100:00000200:3.0:1777586703.981837:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662208, portal 10 00000100:00000001:1.0:1777586703.981838:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586703.981841:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586703.981843:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306454350 00000100:00000001:3.0:1777586703.981843:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000010:1.0:1777586703.981848:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000717263c. 00000100:00000001:1.0:1777586703.981852:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1777586703.981854:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586703.981856:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306454350 00000100:00000010:1.0:1777586703.981862:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008b9aae8. 00000100:00000001:3.0:1777586703.981866:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586703.981869:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586703.981871:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586703.981874:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586703.981874:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586703.981875:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eba07a2. 00000100:00000001:1.0:1777586703.981881:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777586703.981881:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667662208, offset 0 00000100:00000001:1.0:1777586703.981886:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586703.981891:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586703.981891:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586703.981894:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586703.981898:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586703.981899:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586703.981902:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1777586703.981903:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586703.981906:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586703.981909:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777586703.981910:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586703.981913:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586703.981914:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586703.981918:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586703.981919:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586703.981924:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [77:77:255:4294967295] 192.168.204.155@tcp LPNI seq info [77:77:7:4294967295] 00000400:00000200:3.0:1777586703.981932:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586703.981937:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586703.981941:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000800:00000200:3.0:1777586703.981946:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586703.981950:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586703.981953:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586703.981956:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586703.981959:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 114026 usecs (115 jiffies) 00000100:00000001:3.0:1777586703.981961:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306451059 00000100:00000001:3.0:1777586703.981963:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306454350 00000100:00000001:3.0:1777586703.981965:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306451059 00000100:00000001:3.0:1777586703.981967:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306454350 00000100:00000001:3.0:1777586703.981974:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306451059 00000100:00000001:3.0:1777586703.981976:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306454350 00000100:00000001:3.0:1777586703.981977:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306451059 00000100:00000001:3.0:1777586703.981979:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306454350 00000100:00000001:3.0:1777586703.981993:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586703.981995:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586703.981997:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586703.982001:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586703.982008:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586703.982009:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586703.982011:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586703.982013:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777586703.982014:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1777586703.982015:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586703.982018:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b45f8f09. 00000100:00100000:3.0:1777586703.982020:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667662080:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586703.982024:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586703.982025:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586703.982028:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1777586703.982030:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:3.0:1777586703.982031:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586703.982034:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1777586703.982035:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:0.0:1777586703.982037:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 02000000:00000010:3.0:1777586703.982037:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f7a3. 00000100:00000001:0.0:1777586703.982041:0:197574:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1777586703.982041:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586703.982046:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586703.982046:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aa632f7. 00000400:00000010:3.0:1777586703.982051:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9a7080. 00000100:00000200:3.0:1777586703.982055:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662080, portal 10 00000100:00000001:3.0:1777586703.982058:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586703.982061:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000001:0.0:1777586703.982068:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586703.982070:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586703.982073:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586703.982089:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586703.982090:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.982091:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1777586703.982094:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586703.982097:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000800:00000200:0.0:1777586703.982116:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586703.982120:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000100:00000200:3.0:1777586703.982121:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667662080, offset 0 00000400:00000200:0.0:1777586703.982123:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586703.982130:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586703.982130:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586703.982137:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586703.982139:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586703.982142:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586703.982144:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586703.982146:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586703.982148:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [78:78:255:4294967295] 192.168.204.155@tcp LPNI seq info [78:78:7:4294967295] 00000400:00000200:3.0:1777586703.982162:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586703.982166:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586703.982168:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba07a2 00000800:00000010:3.0:1777586703.982169:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b777efd. 00000400:00000010:0.0:1777586703.982172:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003eba07a2. 00000100:00000001:0.0:1777586703.982176:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1777586703.982176:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:0.0:1777586703.982183:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586703.982184:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586703.982188:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b777efd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586703.982194:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.982198:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586703.982198:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 856570 usecs (857 jiffies) 00000100:00000001:3.0:1777586703.982202:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306451801 00000100:00000040:0.0:1777586703.982203:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586703.982206:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306454350 00000100:00000001:3.0:1777586703.982210:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306451801 00000100:00000001:3.0:1777586703.982214:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306454350 00000100:00000001:3.0:1777586703.982217:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306451801 00000100:00000001:0.0:1777586703.982219:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586703.982220:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306454350 00000100:00000001:0.0:1777586703.982223:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586703.982224:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306451801 00000100:00000001:3.0:1777586703.982226:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306454350 00000800:00000200:0.0:1777586703.982289:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586703.982291:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b777efd. 00000400:00000200:0.0:1777586703.982294:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586703.982298:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586703.982300:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:0.0:1777586703.982301:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000001:3.0:1777586703.982303:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586703.982305:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586703.982307:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586703.982313:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586703.982317:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586703.982320:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586703.982322:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586703.982324:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586703.982330:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586703.982332:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586703.982334:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586703.982335:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586703.982337:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586703.982340:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.982348:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.982350:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586703.984030:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984041:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586703.984043:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984045:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586703.984185:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586703.984196:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02380 00000400:00000200:3.0:1777586703.984201:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x34d [1] + 224 00000800:00000001:3.0:1777586703.984206:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984210:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586703.984211:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586703.984214:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586703.984218:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586703.984221:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586703.984382:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586703.984400:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586703.984407:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984410:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586703.984412:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984414:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586703.984418:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777586703.984435:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586703.984438:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586703.984443:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586703.984444:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586703.984446:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048a030b6. 00000400:00000200:0.0:1777586703.984449:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000400:00000010:0.0:1777586703.984450:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:0.0:1777586703.984452:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586703.984455:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586703.984464:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586703.984471:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586703.984473:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586703.984476:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586703.984479:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586703.984481:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586703.984483:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586703.984486:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586703.984490:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02300 00000100:00001000:0.0:1777586703.984495:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=46 v=5 (5 0 0 0) 00000400:00000200:3.0:1777586703.984495:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x355 [1] + 224 00000100:00001000:0.0:1777586703.984503:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=25 v=5 (1 0 0 0) 00000800:00000001:3.0:1777586703.984505:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586703.984507:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586703.984510:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586703.984511:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777586703.984514:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1777586703.984514:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1777586703.984519:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586703.984524:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.984527:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586703.984528:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586703.984529:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586703.984530:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586703.984536:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586703.984543:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1777586703.984545:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586703.984549:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586703.984561:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586703.984570:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586703.984573:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586703.984575:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586703.984579:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586703.984586:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667662208:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586703.984620:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586703.984626:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984629:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586703.984631:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984633:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586703.984637:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586703.984643:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02280 00000400:00000200:3.0:1777586703.984648:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x345 [1] + 224 00000800:00000001:3.0:1777586703.984652:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586703.984657:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586703.984659:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586703.984662:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586703.984664:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586703.984667:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586703.984672:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1777586703.984675:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586703.984676:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586703.984679:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aa632f7. 00000400:00000200:0.0:1777586703.984683:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9a7080 00000400:00000010:0.0:1777586703.984685:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9a7080. 00000100:00000001:0.0:1777586703.984688:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586703.984693:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586703.984698:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586703.984702:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586703.984703:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586703.984703:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586703.984704:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586703.984707:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586703.984708:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586703.984709:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586703.984710:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586703.984711:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1777586703.984713:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=40 v=5 (5 0 0 0) 00000800:00000001:3.0:1777586703.984715:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777586703.984716:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586703.984720:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586703.984722:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586703.984723:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586703.984725:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.984727:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586703.984732:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586703.984734:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586703.984735:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586703.984738:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586703.984742:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586703.984745:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586703.984748:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586703.984750:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1777586703.984752:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1777586703.984755:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586703.984755:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1777586703.984758:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586703.984759:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c0ae6b. 00000400:00000200:1.0:1777586703.984765:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000100:00100000:0.0:1777586703.984766:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667662080:192.168.204.155@tcp:400: 00000400:00000010:1.0:1777586703.984768:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:0.0:1777586703.984771:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586703.984773:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586703.984774:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1777586703.984777:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667662208/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586703.984781:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586703.984791:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586703.984795:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586703.984799:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a95b6f. 00000100:00000200:1.0:1777586703.984799:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586703.984804:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586703.984806:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586703.984808:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586703.984810:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586703.984814:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:0.0:1777586703.984820:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777586703.984821:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1777586703.984822:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1777586703.984824:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586703.984827:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586703.984828:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586703.984830:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586703.984831:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586703.984833:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586703.984836:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586703.984838:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586703.984840:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586703.984841:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586703.984843:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586703.984844:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586703.984853:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586703.984856:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586703.984863:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586703.984865:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586703.984866:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586703.984870:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777586703.984871:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:0.0:1777586703.984877:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586703.984879:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586703.984882:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1777586703.984883:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667661952:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586703.984889:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667662080/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586703.984889:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586703.984894:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586703.984899:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1777586703.984900:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9bcc46d x1863934667661952/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586703.984908:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777586703.984908:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1777586703.984911:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f7a3. 02000000:00000001:1.0:1777586703.984912:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586703.984915:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4e9df68. 02000000:00000001:0.0:1777586703.984916:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586703.984918:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586703.984921:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777586703.984921:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586703.984924:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1777586703.984924:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586703.984926:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586703.984929:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586703.984930:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:1.0:1777586703.984933:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1777586703.984934:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 02000000:00000001:0.0:1777586703.984939:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586703.984940:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586703.984943:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 02000000:00000001:1.0:1777586703.984944:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586703.984946:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9bcc46d. 00000100:00000001:0.0:1777586703.984948:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586703.984949:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586703.984951:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586703.984952:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586703.984954:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586703.984957:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586703.984959:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586703.984961:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586703.984962:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586703.984964:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586703.984966:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586703.984968:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586703.984969:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586703.984972:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586704.621394:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586704.621409:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586704.621417:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586704.621443:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586704.621446:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586704.621450:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586704.621454:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586704.621456:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586704.621459:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586704.621462:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586704.621525:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586704.621528:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586704.621531:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586705.645523:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586705.645528:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586705.645534:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586705.645535:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586705.645580:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586705.645583:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586705.645587:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586706.669419:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586706.669426:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586706.669429:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586706.669432:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586706.669438:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586706.669440:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586706.669442:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586706.669444:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586706.669447:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586706.669449:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586706.669540:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586706.669543:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586706.669546:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586707.437311:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306454350, at 4306454400 00000100:00000040:1.0:1777586707.437321:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306454350, at 4306454400 00000100:00000010:2.0:1777586707.437328:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000717263c. 00000100:00000040:3.0:1777586707.437329:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306454350, at 4306454400 00000100:00000010:1.0:1777586707.437338:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94ee182. 00000100:00000010:3.0:1777586707.437338:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008b9aae8. 00000100:00000040:0.0:1777586707.438114:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306454350, at 4306454400 00000100:00000010:0.0:1777586707.438121:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee67c1aa. 00010000:00000001:1.0:1777586707.693391:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586707.693400:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586707.693409:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586707.693410:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586707.693493:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586707.693496:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586707.693500:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586708.717379:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586708.717387:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586708.717392:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586708.717393:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586708.717475:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586708.717479:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586708.717481:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586709.101445:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586709.101454:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586709.101463:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777586709.101469:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586709.101473:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586709.101475:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586709.101480:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586709.101487:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000001:0.0:1777586709.101494:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101503:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586709.101531:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586709.101533:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101539:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_02+2] req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.101583:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101586:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586709.101589:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586709.101592:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777586709.101594:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586709.101597:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586709.101598:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586709.101600:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586709.101603:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:0.0:1777586709.101606:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101610:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586709.101617:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586709.101618:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101622:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_03+3] req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.101629:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101631:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586709.101635:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586709.101637:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777586709.101639:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586709.101641:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586709.101641:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777586709.101644:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586709.101652:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777586709.101653:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.101657:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1777586709.101659:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:0.0:1777586709.101670:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586709.101670:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586709.101683:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586709.101703:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586709.101707:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586709.101708:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101712:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb785348] to pc [ptlrpcd_00_00+0] req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.101721:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586709.101727:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586709.101731:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586709.101734:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586709.101739:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667662464:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586709.101743:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101747:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586709.101747:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1777586709.101753:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1777586709.101756:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586709.101764:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.101767:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11793) 02000000:00000001:1.0:1777586709.101768:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586709.101776:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbc026be. 02000000:00000001:1.0:1777586709.101779:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586709.101787:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c0ae6b. 00000100:00000001:0.0:1777586709.101791:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777586709.101797:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:1.0:1777586709.101797:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000001:0.0:1777586709.101804:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777586709.101808:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662464, portal 10 00000100:00000001:0.0:1777586709.101813:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586709.101813:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586709.101817:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000001:0.0:1777586709.101818:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.101825:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586709.101828:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586709.101830:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586709.101834:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586709.101843:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.101862:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586709.101872:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586709.101877:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1777586709.101877:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000001:0.0:1777586709.101881:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586709.101882:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667662464, offset 0 02000000:00000001:0.0:1777586709.101889:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1777586709.101895:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777586709.101898:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586709.101902:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586709.101906:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667662592:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586709.101912:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1777586709.101917:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:0.0:1777586709.101918:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586709.101923:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586709.101927:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1777586709.101929:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777586709.101934:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586709.101940:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1777586709.101941:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f2d3e67. 00000400:00000200:1.0:1777586709.101948:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777586709.101949:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586709.101956:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [79:79:256:4294967295] 192.168.204.155@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000010:0.0:1777586709.101958:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000100:00000001:3.0:1777586709.101969:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1777586709.101970:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000001:3.0:1777586709.101978:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586709.101979:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:0.0:1777586709.101982:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662592, portal 10 00000100:00000001:0.0:1777586709.101990:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586709.101994:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000800:00000200:1.0:1777586709.101996:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586709.102016:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc098d41. 00000100:00000040:0.0:1777586709.102019:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.102035:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1777586709.102040:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777586709.102048:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586709.102052:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000200:0.0:1777586709.102055:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667662592, offset 0 00000800:00000200:1.0:1777586709.102057:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586709.102064:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc098d41 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586709.102072:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586709.102088:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586709.102093:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586709.102096:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586709.102099:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586709.102102:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777586709.102104:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586709.102111:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [80:80:255:4294967295] 192.168.204.155@tcp LPNI seq info [80:80:7:4294967295] 00000400:00000200:0.0:1777586709.102122:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586709.102132:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586709.102137:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586709.102145:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586709.102153:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586709.102157:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586709.102162:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.102166:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 105518 usecs (106 jiffies) 00000100:00000001:0.0:1777586709.102171:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306456170 00000100:00000010:0.0:1777586709.102176:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e13f4dc6. 00000100:00000001:0.0:1777586709.102185:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586709.102210:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306456170 00000100:00000010:0.0:1777586709.102214:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8aa06c. 00000100:00000001:0.0:1777586709.102218:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586709.102220:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306456170 00000100:00000010:0.0:1777586709.102224:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 00000100:00000001:0.0:1777586709.102227:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586709.102230:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306456170 00000100:00000010:0.0:1777586709.102233:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000100:00000001:0.0:1777586709.102237:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586709.102243:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586709.102247:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.102283:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.102288:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586709.102294:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586709.102300:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc098d41. 00000400:00000200:3.0:1777586709.102311:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586709.102320:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586709.102326:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:3.0:1777586709.102329:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:3.0:1777586709.102336:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586709.102341:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.102353:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586709.102357:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.102365:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586709.102367:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586709.102463:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586709.102466:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:3.0:1777586709.102470:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586709.102473:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586709.102475:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:3.0:1777586709.102477:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:3.0:1777586709.102480:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586709.102483:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.102491:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586709.102494:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.102513:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586709.102514:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1777586709.102580:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 806410 usecs (807 jiffies) 00000100:00000001:1.0:1777586709.102584:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306456872 00000100:00000001:1.0:1777586709.102592:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306456170 00000100:00000001:1.0:1777586709.102596:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306456872 00000100:00000001:1.0:1777586709.102599:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306456170 00000100:00000001:1.0:1777586709.102602:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306456872 00000100:00000001:1.0:1777586709.102606:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306456170 00000100:00000001:1.0:1777586709.102609:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306456872 00000100:00000001:1.0:1777586709.102611:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306456170 00000100:00000001:1.0:1777586709.102614:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586709.102617:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.102620:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.102621:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586709.102628:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586709.102630:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586709.102632:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586709.102634:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586709.102635:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586709.102638:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777586709.102639:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586709.102642:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586709.102643:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586709.102645:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586709.102646:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586709.102647:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586709.102651:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.102669:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586709.102671:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586709.102674:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586709.102676:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586709.102678:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586709.102681:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667662336:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586709.102685:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586709.102688:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586709.102690:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586709.102692:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586709.102695:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c8cbdc5. 02000000:00000001:1.0:1777586709.102697:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586709.102703:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000592703c2. 00000400:00000010:1.0:1777586709.102707:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000200:1.0:1777586709.102710:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662336, portal 25 00000100:00000001:1.0:1777586709.102712:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586709.102714:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000040:1.0:1777586709.102718:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.102725:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586709.102727:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586709.102730:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000100:00000200:1.0:1777586709.102732:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667662336, offset 0 00000400:00000200:1.0:1777586709.102737:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586709.102743:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586709.102747:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586709.102749:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586709.102752:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586709.102755:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586709.102758:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [81:81:256:4294967295] 192.168.204.155@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:1.0:1777586709.102767:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586709.102777:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586709.102780:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002081461b. 00000800:00000200:1.0:1777586709.102785:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586709.102790:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586709.102793:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002081461b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586709.102807:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.102810:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306459471 00000100:00000001:1.0:1777586709.102813:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306456872 00000100:00000001:1.0:1777586709.102816:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306459471 00000100:00000001:1.0:1777586709.102818:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306456872 00000100:00000001:1.0:1777586709.102821:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306459471 00000100:00000001:1.0:1777586709.102823:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306456872 00000100:00000001:1.0:1777586709.102826:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306459471 00000100:00000001:1.0:1777586709.102827:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306456872 00000100:00000001:1.0:1777586709.102829:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586709.102831:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.102833:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.102835:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586709.102900:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586709.102903:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002081461b. 00000400:00000200:0.0:1777586709.102909:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586709.102913:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586709.102918:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:0.0:1777586709.102919:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:0.0:1777586709.102922:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586709.102926:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.102933:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586709.102935:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.102940:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.102941:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586709.103210:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586709.103214:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586709.106642:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.106661:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586709.106666:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.106669:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586709.106693:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586709.106716:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02480 00000400:00000200:3.0:1777586709.106726:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:3.0:1777586709.106736:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.106744:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586709.106747:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586709.106753:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586709.106763:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586709.106773:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586709.106788:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.106810:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586709.106821:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.106826:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586709.106828:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.106830:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586709.106834:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586709.106840:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02500 00000400:00000200:3.0:1777586709.106845:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x365 [1] + 224 00000800:00000001:3.0:1777586709.106848:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.106852:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586709.106853:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586709.106856:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586709.106972:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586709.106977:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586709.106985:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.107012:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586709.107018:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.107022:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586709.107024:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.107027:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586709.107032:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:1.0:1777586709.107041:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586709.107046:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586709.107054:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586709.107055:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586709.107062:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:1.0:1777586709.107069:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:1.0:1777586709.107071:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:1.0:1777586709.107073:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586709.107077:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586709.107084:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.107097:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586709.107104:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586709.107107:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586709.107110:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586709.107113:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586709.107116:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586709.107119:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586709.107131:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=52 v=5 (5 0 0 0) 00000100:00000001:0.0:1777586709.107139:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1777586709.107141:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586709.107147:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586709.107148:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586709.107155:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586709.107161:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1777586709.107162:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586709.107165:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586709.107169:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c0ae6b. 00010000:00080000:1.0:1777586709.107169:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586709.107190:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00010000:00000001:1.0:1777586709.107195:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586709.107202:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586709.107204:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000400:00000010:0.0:1777586709.107206:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:1.0:1777586709.107207:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586709.107211:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.107215:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1777586709.107218:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.107231:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1777586709.107232:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.107239:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586709.107243:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586709.107298:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586709.107315:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586709.107320:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667662592:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586709.107336:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107339:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586709.107342:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586709.107343:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107349:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1777586709.107350:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667662592/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586709.107354:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586709.107357:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586709.107365:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586709.107371:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586709.107379:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=46 v=5 (5 0 0 0) 00000100:00000001:1.0:1777586709.107387:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1777586709.107389:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=46 v=5 (1 0 0 0) 02000000:00000001:1.0:1777586709.107392:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1777586709.107393:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1777586709.107397:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f2d3e67. 00000100:00000001:0.0:1777586709.107398:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586709.107407:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1777586709.107408:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1777586709.107413:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:0.0:1777586709.107414:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1777586709.107416:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586709.107420:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1777586709.107421:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1777586709.107425:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 02000000:00000010:1.0:1777586709.107427:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 00000100:00000001:0.0:1777586709.107429:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586709.107431:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586709.107441:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1777586709.107442:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586709.107445:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586709.107450:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000400:00000200:3.0:1777586709.107451:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02400 00000100:00000001:1.0:1777586709.107462:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586709.107463:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586709.107466:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107468:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586709.107473:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586709.107473:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586709.107474:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x36d [1] + 224 00000100:00000040:0.0:1777586709.107486:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586709.107491:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1777586709.107491:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1777586709.107498:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667662464:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586709.107502:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586709.107506:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586709.107507:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586709.107514:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.107516:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.107521:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586709.107525:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667662464/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.107532:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586709.107535:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586709.107538:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbc026be. 02000000:00000001:0.0:1777586709.107542:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586709.107544:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586709.107546:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586709.107550:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586709.107553:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:0.0:1777586709.107558:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586709.107560:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586709.107562:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:0.0:1777586709.107566:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586709.107568:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107573:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.107586:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586709.107588:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586709.107589:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.107591:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586709.107752:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586709.107757:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586709.107763:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586709.107767:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586709.107776:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586709.107794:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586709.107801:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586709.107805:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107888:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586709.107890:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586709.107893:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586709.107894:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586709.107896:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000592703c2. 00000400:00000200:0.0:1777586709.107898:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:0.0:1777586709.107900:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:0.0:1777586709.107902:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586709.107905:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586709.107912:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.107917:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586709.107924:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107925:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586709.107927:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586709.107928:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586709.107929:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586709.107931:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586709.107933:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586709.107936:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586709.107938:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586709.107939:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586709.107940:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586709.107941:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.107943:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586709.107945:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.107951:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586709.107952:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586709.107954:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586709.107956:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586709.107962:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667662336:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586709.107965:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107967:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586709.107969:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667662336/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586709.107974:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586709.107975:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586709.107977:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c8cbdc5. 02000000:00000001:0.0:1777586709.107979:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586709.107980:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586709.107981:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586709.107983:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586709.107984:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 02000000:00000001:0.0:1777586709.107986:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586709.107992:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586709.107993:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:0.0:1777586709.107996:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586709.107997:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.107998:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586709.108017:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586709.108019:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586709.108021:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586709.108022:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586709.741419:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586709.741428:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586709.741435:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586709.741436:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586709.741500:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586709.741507:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586709.741512:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586710.765494:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586710.765503:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586710.765510:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586710.765512:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586710.765618:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586710.765625:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586710.765630:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586711.789407:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586711.789414:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586711.789421:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586711.789422:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586711.789872:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586711.789876:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586711.789878:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586712.557390:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306459471, at 4306459520 00000100:00000040:1.0:1777586712.557390:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306459471, at 4306459520 00000100:00000040:2.0:1777586712.557390:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306459471, at 4306459520 00000100:00000010:0.0:1777586712.557407:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e13f4dc6. 00000100:00000010:1.0:1777586712.557409:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8aa06c. 00000100:00000040:3.0:1777586712.557506:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306459471, at 4306459520 00000100:00000010:2.0:1777586712.557665:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00000100:00000010:3.0:1777586712.557692:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00010000:00000001:1.0:1777586712.813380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586712.813386:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586712.813392:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586712.813411:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586712.813494:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586712.813498:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586712.813501:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586713.837402:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586713.837410:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586713.837418:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586713.837419:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586713.837484:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586713.837488:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586713.837491:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586714.222979:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586714.222987:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586714.222995:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777586714.223003:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586714.223010:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586714.223013:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586714.223018:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586714.223026:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002081461b. 00000100:00000001:1.0:1777586714.223035:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223047:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586714.223059:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586714.223061:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223067:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_01+1] req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.223098:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223100:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586714.223104:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586714.223107:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586714.223109:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586714.223111:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586714.223113:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586714.223115:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586714.223118:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc098d41. 00000100:00000001:2.0:1777586714.223118:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.223121:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586714.223125:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586714.223126:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586714.223130:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586714.223138:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223158:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586714.223160:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586714.223161:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223163:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223167:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_02+2] req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586714.223174:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586714.223178:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586714.223182:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586714.223186:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667662720:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586714.223191:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586714.223195:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223198:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777586714.223198:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586714.223202:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1777586714.223202:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586714.223206:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1777586714.223207:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000020:00000040:1.0:1777586714.223210:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000010:2.0:1777586714.223212:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069fc4fa4. 00000100:00000001:1.0:1777586714.223213:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586714.223216:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586714.223216:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586714.223219:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586714.223224:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b45f8f09. 00000400:00000010:2.0:1777586714.223226:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b0626fa. 00000100:00000001:1.0:1777586714.223227:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223233:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777586714.223236:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdf45905. 00000100:00000001:1.0:1777586714.223244:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586714.223245:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586714.223245:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662720, portal 25 00000100:00000040:1.0:1777586714.223249:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_03+3] req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223270:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586714.223274:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000100:00000001:1.0:1777586714.223281:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586714.223283:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586714.223284:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777586714.223291:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777586714.223300:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11798) 00000100:00000001:2.0:1777586714.223300:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586714.223305:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586714.223308:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000001:1.0:1777586714.223312:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1777586714.223312:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667662720, offset 0 00000100:00000001:1.0:1777586714.223316:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586714.223319:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586714.223324:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586714.223324:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586714.223345:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1777586714.223346:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586714.223347:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586714.223352:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586714.223354:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586714.223354:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1777586714.223358:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586714.223362:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00100000:1.0:1777586714.223363:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667662848:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586714.223368:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586714.223370:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1777586714.223372:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586714.223375:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586714.223375:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777586714.223379:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777586714.223382:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [82:82:256:4294967295] 192.168.204.155@tcp LPNI seq info [82:82:8:4294967295] 02000000:00000010:1.0:1777586714.223383:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a03168bc. 02000000:00000001:1.0:1777586714.223387:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586714.223392:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ed7e31. 00000400:00000010:1.0:1777586714.223398:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000400:00000200:2.0:1777586714.223400:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:1.0:1777586714.223402:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662848, portal 10 00000100:00000001:1.0:1777586714.223406:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586714.223408:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000800:00000200:2.0:1777586714.223410:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586714.223417:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1777586714.223417:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:1.0:1777586714.223426:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777586714.223427:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:1.0:1777586714.223431:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586714.223433:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777586714.223438:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667662848, offset 0 00000800:00000200:2.0:1777586714.223445:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777586714.223446:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777586714.223453:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777586714.223455:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586714.223460:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586714.223463:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586714.223465:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586714.223468:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586714.223470:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586714.223472:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [83:83:255:4294967295] 192.168.204.155@tcp LPNI seq info [83:83:7:4294967295] 00000100:00000001:2.0:1777586714.223477:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306464592 00000400:00000200:1.0:1777586714.223483:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000010:2.0:1777586714.223484:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777586714.223493:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1777586714.223497:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586714.223500:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e95b81db. 00000100:00000001:2.0:1777586714.223501:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306464592 00000100:00000010:2.0:1777586714.223506:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000800:00000200:1.0:1777586714.223507:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586714.223511:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1777586714.223515:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586714.223516:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306464592 00000800:00000200:1.0:1777586714.223519:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e95b81db type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1777586714.223521:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000100:00000001:1.0:1777586714.223526:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586714.223526:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586714.223531:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306464592 00000100:00000040:1.0:1777586714.223532:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 762007 usecs (763 jiffies) 00000100:00000010:2.0:1777586714.223535:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000100:00000001:1.0:1777586714.223536:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306461949 00000100:00000001:2.0:1777586714.223540:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586714.223541:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306464592 00000100:00000001:2.0:1777586714.223544:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586714.223545:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306461949 00000100:00000001:1.0:1777586714.223550:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306464592 00000100:00000001:2.0:1777586714.223550:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223555:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306461949 00000100:00000001:2.0:1777586714.223556:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223557:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306464592 00000100:00000001:1.0:1777586714.223560:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306461949 00000100:00000001:2.0:1777586714.223560:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.223564:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306464592 00000100:00000001:1.0:1777586714.223566:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586714.223568:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223570:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586714.223571:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586714.223572:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586714.223574:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586714.223577:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.223578:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586714.223578:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586714.223581:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586714.223582:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223587:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586714.223587:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223589:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586714.223592:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586714.223594:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777586714.223596:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.223598:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586714.223600:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.223602:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.223603:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586714.223610:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586714.223613:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.223620:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586714.223621:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586714.223623:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586714.223625:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586714.223626:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586714.223629:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667662976:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586714.223634:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586714.223636:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586714.223638:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586714.223638:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1777586714.223641:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1777586714.223644:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 02000000:00000010:1.0:1777586714.223645:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007764c7a5. 02000000:00000001:1.0:1777586714.223648:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586714.223651:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777586714.223652:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586714.223658:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000400:00000200:2.0:1777586714.223661:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:1.0:1777586714.223663:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667662976, portal 10 00000100:00000001:1.0:1777586714.223666:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586714.223666:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000400:00000200:2.0:1777586714.223668:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:2.0:1777586714.223671:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000040:1.0:1777586714.223674:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223677:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586714.223681:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586714.223685:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586714.223688:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:2.0:1777586714.223688:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586714.223691:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667662976, offset 0 00000400:00000200:1.0:1777586714.223701:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586714.223706:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1777586714.223709:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:2.0:1777586714.223712:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586714.223714:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586714.223719:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586714.223724:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586714.223729:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586714.223730:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586714.223734:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777586714.223735:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [84:84:254:4294967295] 192.168.204.155@tcp LPNI seq info [84:84:6:4294967295] 00000400:00000200:1.0:1777586714.223756:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586714.223761:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586714.223767:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586714.223773:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586714.223778:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586714.223782:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586714.223786:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.223790:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 98463 usecs (99 jiffies) 00000100:00000001:1.0:1777586714.223793:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306461285 00000100:00000001:1.0:1777586714.223795:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306464592 00000100:00000001:1.0:1777586714.223799:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306461285 00000100:00000001:1.0:1777586714.223801:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306464592 00000100:00000001:1.0:1777586714.223802:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306461285 00000100:00000001:1.0:1777586714.223805:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306464592 00000100:00000001:1.0:1777586714.223807:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306461285 00000100:00000001:1.0:1777586714.223809:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306464592 00000100:00000001:1.0:1777586714.223811:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586714.223813:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223817:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223820:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.223841:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.223844:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586714.223856:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586714.223859:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e95b81db. 00000100:00000001:3.0:1777586714.223864:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586714.223873:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586714.223879:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586714.223889:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586714.223892:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000400:00000010:2.0:1777586714.223894:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:2.0:1777586714.223900:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586714.223916:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223925:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586714.223928:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223934:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586714.223936:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586714.223949:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586714.223951:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586714.223955:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586714.223958:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586714.223960:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:2.0:1777586714.223962:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:2.0:1777586714.223965:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586714.223967:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223974:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586714.223976:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586714.223993:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586714.223995:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586714.226825:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.226846:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586714.226851:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.226854:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586714.226871:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586714.226891:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02580 00000400:00000200:0.0:1777586714.226914:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x375 [1] + 224 00000800:00000001:0.0:1777586714.226926:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.226944:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586714.226947:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586714.226957:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586714.226969:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586714.226978:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586714.226994:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586714.227019:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586714.227038:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.227046:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.227105:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.227110:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586714.227121:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586714.227125:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586714.227129:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b0626fa. 00000400:00000200:1.0:1777586714.227137:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf45905 00000400:00000010:1.0:1777586714.227141:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf45905. 00000100:00000001:1.0:1777586714.227145:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586714.227155:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586714.227168:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.227178:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586714.227184:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.227187:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586714.227190:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586714.227196:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586714.227199:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586714.227203:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586714.227213:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586714.227217:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586714.227222:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586714.227224:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.227228:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586714.227231:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.227234:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.227240:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.227248:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586714.227297:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586714.227301:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586714.227306:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586714.227315:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667662720:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586714.227321:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.227325:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586714.227327:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667662720/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.227335:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586714.227338:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586714.227348:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069fc4fa4. 02000000:00000001:1.0:1777586714.227351:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586714.227355:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586714.227357:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586714.227360:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586714.227363:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002081461b. 02000000:00000001:1.0:1777586714.227368:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586714.227370:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586714.227372:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:1.0:1777586714.227377:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586714.227378:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.227380:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.227388:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586714.227389:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.227391:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.227394:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586714.228112:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228127:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586714.228132:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228135:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586714.228147:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586714.228165:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02680 00000400:00000200:0.0:1777586714.228176:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x385 [1] + 224 00000800:00000001:0.0:1777586714.228184:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228190:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586714.228193:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586714.228197:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586714.228204:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586714.228211:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586714.228223:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586714.228713:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586714.228725:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228731:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586714.228734:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228739:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586714.228752:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586714.228762:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02600 00000400:00000200:0.0:1777586714.228769:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x37d [1] + 224 00000800:00000001:0.0:1777586714.228774:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228784:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586714.228787:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586714.228792:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586714.228798:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586714.228803:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586714.228823:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586714.228833:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586714.228842:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586714.228847:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.228896:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.228900:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586714.228915:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586714.228917:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586714.228923:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586714.228931:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:1.0:1777586714.228933:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:1.0:1777586714.228938:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586714.228949:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586714.228960:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.228968:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586714.228970:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.228973:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586714.228975:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586714.228977:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586714.228979:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586714.228981:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586714.228988:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586714.228992:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586714.229057:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586714.229059:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.229061:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586714.229065:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586714.229073:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.229077:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586714.229080:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586714.229083:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586714.229084:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.229088:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.229096:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586714.229098:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586714.229099:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586714.229104:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586714.229111:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667662976:192.168.204.155@tcp:400: 00000400:00000001:1.0:1777586714.229119:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586714.229121:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586714.229123:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ed7e31. 00000400:00000200:1.0:1777586714.229126:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:1.0:1777586714.229128:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:1.0:1777586714.229132:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586714.229136:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586714.229143:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.229150:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586714.229152:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.229160:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586714.229161:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586714.229163:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586714.229165:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586714.229167:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586714.229171:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586714.229174:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586714.229177:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586714.229178:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.229179:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586714.229181:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.229184:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586714.229185:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586714.229186:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586714.229187:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586714.229191:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.229197:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586714.229199:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586714.229201:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586714.229204:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586714.229211:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667662848:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586714.229216:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.229218:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586714.229220:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667662976/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.229226:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586714.229228:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586714.229230:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007764c7a5. 02000000:00000001:1.0:1777586714.229233:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586714.229235:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586714.229236:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586714.229246:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586714.229248:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b45f8f09. 02000000:00000001:1.0:1777586714.229274:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586714.229275:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586714.229277:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:1.0:1777586714.229282:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586714.229283:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.229286:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586714.229290:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667662848/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586714.229296:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586714.229298:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586714.229299:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a03168bc. 02000000:00000001:1.0:1777586714.229302:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586714.229303:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586714.229304:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586714.229307:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586714.229308:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc098d41. 02000000:00000001:1.0:1777586714.229312:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586714.229313:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586714.229314:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777586714.229317:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586714.229318:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.229320:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586714.229329:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586714.229332:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586714.229334:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586714.229337:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.861416:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586714.861424:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.861430:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586714.861434:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586714.861437:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586714.861440:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.861443:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586714.861446:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.861447:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586714.861469:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586714.861538:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586714.861543:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586714.861546:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586715.885421:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586715.885427:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586715.885442:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586715.885444:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586715.885503:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586715.885507:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586715.885510:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586716.909385:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586716.909395:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586716.909398:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586716.909401:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586716.909407:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586716.909410:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586716.909411:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586716.909413:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586716.909417:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586716.909418:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586716.909525:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586716.909533:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586716.909538:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586717.677389:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306464592, at 4306464640 00000100:00000040:3.0:1777586717.677389:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306464592, at 4306464640 00000100:00000010:1.0:1777586717.677407:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000010:3.0:1777586717.677409:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00000100:00000040:0.0:1777586717.677530:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306464592, at 4306464640 00000100:00000010:0.0:1777586717.677543:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000040:2.0:1777586717.677614:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306464592, at 4306464640 00000100:00000010:2.0:1777586717.677619:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00010000:00000001:1.0:1777586717.933367:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586717.933374:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586717.933380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586717.933382:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586717.933453:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586717.933458:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586717.933463:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586718.957374:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586718.957381:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586718.957388:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586718.957390:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586718.957487:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586718.957490:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586718.957493:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586719.341503:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586719.341513:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586719.341520:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777586719.341527:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586719.341532:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586719.341536:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586719.341541:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586719.341549:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000001:0.0:1777586719.341557:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586719.341568:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586719.341578:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586719.341580:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586719.341585:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_00+0] req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586719.341739:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586719.341743:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586719.341746:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777586719.341749:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1777586719.341750:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000100:00000001:3.0:1777586719.341754:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586719.341757:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586719.341763:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1777586719.341769:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586719.341774:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586719.341777:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1777586719.341777:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586719.341780:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586719.341781:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586719.341785:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1777586719.341786:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 02000000:00000001:3.0:1777586719.341789:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586719.341791:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586719.341792:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586719.341795:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667663104:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586719.341799:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586719.341817:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777586719.341820:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1777586719.341821:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586719.341831:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777586719.341831:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586719.341834:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586719.341836:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050b35c25. 00000100:00000001:1.0:1777586719.341837:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586719.341839:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586719.341841:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_01+1] req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586719.341842:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586719.341846:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007679732f. 00000400:00000010:3.0:1777586719.341854:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000001:0.0:1777586719.341859:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586719.341862:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1777586719.341862:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663104, portal 25 00000100:00000001:1.0:1777586719.341864:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586719.341866:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586719.341867:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586719.341870:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777586719.341870:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586719.341870:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000010:0.0:1777586719.341875:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000100:00000040:1.0:1777586719.341877:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586719.341879:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1777586719.341880:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586719.341887:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586719.341889:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586719.341891:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586719.341898:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:0.0:1777586719.341903:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.341910:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586719.341910:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586719.341913:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586719.341916:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586719.341917:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1777586719.341919:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777586719.341920:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586719.341920:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000100:00000200:3.0:1777586719.341925:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667663104, offset 0 02000000:00000001:1.0:1777586719.341926:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586719.341933:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1777586719.341935:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586719.341937:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586719.341940:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667663232:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586719.341945:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_02+2] req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586719.341946:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1777586719.341949:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777586719.341950:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586719.341953:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586719.341958:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777586719.341959:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1777586719.341963:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4e9df68. 00000400:00000200:3.0:1777586719.341966:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586719.341971:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586719.341974:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586719.341977:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [85:85:256:4294967295] 192.168.204.155@tcp LPNI seq info [85:85:8:4294967295] 02000000:00000001:1.0:1777586719.341979:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586719.341985:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066ed7e31. 00000100:00000001:0.0:1777586719.341990:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586719.341991:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000040:0.0:1777586719.341996:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1777586719.341996:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:1.0:1777586719.341998:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663232, portal 10 00000100:00000001:1.0:1777586719.342001:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586719.342004:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000800:00000200:3.0:1777586719.342004:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586719.342011:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000800:00000200:3.0:1777586719.342019:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777586719.342021:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586719.342027:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11804) 00000800:00000200:3.0:1777586719.342027:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586719.342033:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586719.342043:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.342046:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306469710 00000100:00000010:3.0:1777586719.342050:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777586719.342057:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586719.342063:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777586719.342066:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777586719.342066:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306469710 00000100:00000001:0.0:1777586719.342070:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1777586719.342071:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b1ba1. 00000100:00000001:3.0:1777586719.342075:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586719.342077:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306469710 00000100:00000001:0.0:1777586719.342078:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1777586719.342080:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:0.0:1777586719.342081:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586719.342085:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586719.342086:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586719.342088:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586719.342090:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306469710 00000100:00000001:0.0:1777586719.342091:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1777586719.342095:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000040:0.0:1777586719.342098:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586719.342098:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586719.342099:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586719.342104:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586719.342109:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.342114:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586719.342115:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586719.342117:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.342118:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586719.342121:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586719.342124:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586719.342124:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586719.342127:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1777586719.342129:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.342130:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586719.342132:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586719.342134:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586719.342135:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667663360:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586719.342137:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586719.342142:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586719.342145:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586719.342147:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586719.342149:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586719.342152:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd80fc45. 02000000:00000001:0.0:1777586719.342155:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586719.342158:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007746c723. 00000400:00000010:0.0:1777586719.342163:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000200:0.0:1777586719.342166:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663360, portal 10 00000100:00000001:0.0:1777586719.342168:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586719.342169:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 00000100:00000040:0.0:1777586719.342175:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586719.342182:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586719.342187:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586719.342195:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586719.342200:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000100:00000001:1.0:1777586719.342202:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777586719.342206:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667663360, offset 0 00000100:00000040:1.0:1777586719.342208:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586719.342214:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000400:00000200:0.0:1777586719.342218:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777586719.342222:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667663232, offset 0 00000400:00000200:0.0:1777586719.342226:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586719.342229:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586719.342231:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586719.342235:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586719.342238:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586719.342240:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586719.342243:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [86:86:255:4294967295] 192.168.204.155@tcp LPNI seq info [86:86:7:4294967295] 00000400:00000200:0.0:1777586719.342276:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586719.342282:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586719.342286:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586719.342291:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586719.342296:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586719.342298:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586719.342299:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586719.342304:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586719.342308:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 92373 usecs (93 jiffies) 00000100:00000001:0.0:1777586719.342311:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306466398 00000100:00000001:0.0:1777586719.342313:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306469710 00000100:00000001:0.0:1777586719.342315:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306466398 00000100:00000001:0.0:1777586719.342316:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306469710 00000100:00000001:0.0:1777586719.342318:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306466398 00000100:00000001:0.0:1777586719.342320:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306469710 00000100:00000001:0.0:1777586719.342321:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306466398 00000100:00000001:0.0:1777586719.342323:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306469710 00000100:00000001:0.0:1777586719.342325:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586719.342327:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586719.342335:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586719.342337:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586719.342713:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586719.342717:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:3.0:1777586719.342721:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586719.342727:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586719.342772:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586719.342775:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586719.342778:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586719.342780:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586719.342783:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586719.342786:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [87:87:254:4294967295] 192.168.204.155@tcp LPNI seq info [87:87:6:4294967295] 00000400:00000200:1.0:1777586719.342794:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586719.342798:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586719.342812:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586719.342817:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586719.342822:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586719.342825:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586719.342834:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586719.342837:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 722295 usecs (723 jiffies) 00000100:00000001:1.0:1777586719.342840:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306467028 00000100:00000001:1.0:1777586719.342842:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306469710 00000100:00000001:1.0:1777586719.342844:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306467028 00000100:00000001:1.0:1777586719.342845:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306469710 00000100:00000001:1.0:1777586719.342847:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306467028 00000100:00000001:1.0:1777586719.342849:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306469710 00000100:00000001:1.0:1777586719.342850:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306467028 00000100:00000001:1.0:1777586719.342852:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306469710 00000100:00000001:1.0:1777586719.342854:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586719.342856:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.342858:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.342859:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586719.342862:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586719.342864:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586719.342865:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586719.342867:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586719.342868:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.342870:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586719.343883:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:3.0:1777586719.343890:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:3.0:1777586719.343897:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586719.343906:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.343917:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586719.343919:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.343926:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.343928:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586719.343974:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586719.343976:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:3.0:1777586719.343981:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586719.343985:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586719.343988:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:3.0:1777586719.343989:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:3.0:1777586719.343992:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586719.343995:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344002:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586719.344005:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344011:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.344012:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586719.344059:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586719.344061:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586719.344065:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586719.344068:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586719.344070:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:3.0:1777586719.344072:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:3.0:1777586719.344074:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586719.344077:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344084:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586719.344086:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344092:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.344093:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586719.344500:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.344511:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586719.344514:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.344517:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586719.344524:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586719.344536:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02700 00000400:00000200:0.0:1777586719.344543:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x38d [1] + 224 00000800:00000001:0.0:1777586719.344550:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.344557:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586719.344559:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586719.344562:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586719.344566:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586719.344569:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586719.344577:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586719.344591:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586719.344597:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.344600:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586719.344668:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586719.344671:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586719.344675:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586719.344677:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586719.344679:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007679732f. 00000400:00000200:3.0:1777586719.344682:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:3.0:1777586719.344690:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:3.0:1777586719.344692:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586719.344696:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586719.344704:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344710:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586719.344712:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586719.344714:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586719.344716:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586719.344718:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586719.344720:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586719.344722:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586719.344727:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586719.344731:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586719.344734:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586719.344735:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586719.344738:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586719.344740:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.344742:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586719.344745:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344752:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586719.344755:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586719.344756:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586719.344759:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586719.344765:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667663104:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586719.344770:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586719.344772:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586719.344774:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667663104/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586719.344790:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586719.344792:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586719.344795:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050b35c25. 02000000:00000001:3.0:1777586719.344798:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586719.344800:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586719.344802:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586719.344815:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586719.344817:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 02000000:00000001:3.0:1777586719.344821:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586719.344822:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586719.344824:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:3.0:1777586719.344827:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586719.344827:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586719.344829:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586719.344834:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586719.344836:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586719.344838:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586719.344839:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586719.346660:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346672:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586719.346675:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346677:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586719.346686:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586719.346700:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02800 00000400:00000200:0.0:1777586719.346706:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x399 [1] + 224 00000800:00000001:0.0:1777586719.346712:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346716:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586719.346718:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586719.346722:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586719.346727:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586719.346744:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586719.346755:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586719.346779:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586719.346788:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346792:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586719.346794:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346814:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586719.346819:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586719.346825:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02780 00000400:00000200:0.0:1777586719.346829:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x395 [1] + 224 00000800:00000001:0.0:1777586719.346833:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346839:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586719.346841:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586719.346843:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586719.346846:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586719.346850:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586719.346857:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586719.346878:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586719.346882:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586719.346885:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586719.346913:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586719.346916:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586719.346920:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586719.346922:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586719.346924:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066ed7e31. 00000400:00000200:2.0:1777586719.346927:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:2.0:1777586719.346929:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:2.0:1777586719.346931:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586719.346934:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586719.346940:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586719.346944:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586719.346946:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586719.346947:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586719.346949:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586719.346950:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586719.346952:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586719.346953:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586719.346959:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586719.346962:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586719.346963:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586719.346964:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586719.346966:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586719.346969:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586719.346971:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586719.346972:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586719.346973:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586719.346980:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586719.346982:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586719.346987:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586719.346989:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586719.346990:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586719.346992:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586719.346997:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667663232:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586719.347001:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586719.347016:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586719.347020:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667663232/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586719.347026:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586719.347028:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586719.347030:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4e9df68. 02000000:00000001:2.0:1777586719.347034:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586719.347035:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586719.347037:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586719.347039:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586719.347041:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:2.0:1777586719.347044:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586719.347045:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586719.347046:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:2.0:1777586719.347050:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586719.347051:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586719.347053:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586719.347060:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586719.347061:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586719.347063:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586719.347065:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.347081:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586719.347084:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586719.347088:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586719.347089:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586719.347091:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007746c723. 00000400:00000200:1.0:1777586719.347097:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:1.0:1777586719.347098:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:1.0:1777586719.347101:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586719.347283:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586719.347292:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586719.347311:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586719.347313:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586719.347315:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586719.347316:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586719.347318:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586719.347319:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586719.347321:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586719.347325:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586719.347328:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586719.347331:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586719.347332:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586719.347334:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586719.347336:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586719.347343:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.347345:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586719.347346:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586719.347348:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586719.347349:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586719.347351:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586719.347356:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586719.347358:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586719.347359:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586719.347361:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586719.347367:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667663360:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586719.347372:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586719.347373:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586719.347375:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667663360/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586719.347392:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586719.347393:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586719.347395:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd80fc45. 02000000:00000001:1.0:1777586719.347398:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586719.347400:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586719.347401:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586719.347403:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586719.347404:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:1.0:1777586719.347406:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586719.347408:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586719.347409:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:1.0:1777586719.347411:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586719.347412:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586719.347414:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586719.347418:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586719.347419:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586719.347421:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586719.347422:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586719.981341:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586719.981347:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586719.981354:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586719.981356:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586719.981578:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586719.981581:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586719.981584:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586721.005804:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586721.005811:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586721.005816:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586721.005817:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586721.006665:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586721.006669:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586721.006672:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586722.029447:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586722.029452:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586722.029457:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586722.029458:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586722.029604:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586722.029607:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586722.029610:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586722.797360:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306469710, at 4306469760 00000100:00000040:2.0:1777586722.797360:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306469710, at 4306469760 00000100:00000040:0.0:1777586722.797361:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306469710, at 4306469760 00000100:00000010:0.0:1777586722.797379:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000010:2.0:1777586722.797380:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000010:1.0:1777586722.797387:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b1ba1. 00000100:00000040:3.0:1777586722.797756:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306469710, at 4306469760 00000100:00000010:3.0:1777586722.797764:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00010000:00000001:1.0:1777586723.053376:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586723.053382:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586723.053389:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586723.053407:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586723.053611:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586723.053685:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586723.053695:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586724.077343:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586724.077349:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586724.077364:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586724.077366:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586724.077412:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586724.077415:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586724.077416:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586724.463497:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586724.463505:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586724.463515:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000020:00000040:0.0:1777586724.463521:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586724.463526:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586724.463529:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586724.463534:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586724.463543:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:0.0:1777586724.463551:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463562:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586724.463572:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586724.463575:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463580:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000638482a4] to pc [ptlrpcd_00_03+3] req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.463611:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463613:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586724.463616:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586724.463619:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777586724.463621:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586724.463623:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586724.463624:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586724.463625:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586724.463628:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:0.0:1777586724.463630:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463633:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586724.463639:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586724.463640:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463643:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_00+0] req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.463679:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463681:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586724.463684:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586724.463686:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000020:00000040:0.0:1777586724.463688:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586724.463691:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586724.463692:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586724.463694:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586724.463697:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000001:0.0:1777586724.463699:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463702:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586724.463720:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586724.463721:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463724:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_01+1] req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.463732:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.463734:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586724.463737:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586724.463742:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11809) 00000100:00000001:3.0:1777586724.463745:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777586724.463750:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1777586724.463752:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586724.463754:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586724.463758:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586724.463760:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586724.463760:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586724.463763:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586724.463765:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.463767:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586724.463769:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586724.463774:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586724.463777:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.463778:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586724.463781:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586724.463784:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777586724.463784:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.463794:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1777586724.463796:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.463797:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586724.463801:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1777586724.463802:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667663616:192.168.204.155@tcp:400: 02000000:00000001:3.0:1777586724.463804:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586724.463809:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586724.463810:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1777586724.463815:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667663488:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586724.463816:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777586724.463820:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586724.463821:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586724.463824:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586724.463825:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1777586724.463828:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586724.463830:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b08698. 02000000:00000001:3.0:1777586724.463831:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1777586724.463834:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586724.463836:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae1efc9. 02000000:00000001:3.0:1777586724.463839:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586724.463840:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5b87ca. 00000400:00000010:3.0:1777586724.463844:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007679732f. 00000400:00000010:0.0:1777586724.463849:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af346a3b. 00000400:00000010:3.0:1777586724.463849:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000200:0.0:1777586724.463858:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663616, portal 10 00000100:00000001:1.0:1777586724.463905:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586724.463907:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586724.463980:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663488, portal 25 00000100:00000001:3.0:1777586724.463983:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586724.463984:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000100:00000001:2.0:1777586724.463988:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586724.463989:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586724.463992:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586724.463995:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586724.464000:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586724.464002:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586724.464007:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586724.464012:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000100:00000001:2.0:1777586724.464015:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1777586724.464016:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667663488, offset 0 00000100:00000001:2.0:1777586724.464017:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586724.464021:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586724.464024:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586724.464027:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586724.464028:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00100000:2.0:1777586724.464033:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667663744:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586724.464037:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586724.464040:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586724.464041:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586724.464042:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586724.464046:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061f33b43. 02000000:00000001:2.0:1777586724.464047:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586724.464050:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000400:00000200:3.0:1777586724.464054:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:2.0:1777586724.464056:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777586724.464060:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663744, portal 10 00000400:00000200:3.0:1777586724.464060:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586724.464064:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586724.464065:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000400:00000200:3.0:1777586724.464066:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586724.464072:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1777586724.464075:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586724.464078:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586724.464087:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777586724.464087:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [88:88:256:4294967295] 192.168.204.155@tcp LPNI seq info [88:88:8:4294967295] 00000100:00000040:2.0:1777586724.464091:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586724.464094:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000200:2.0:1777586724.464097:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667663744, offset 0 00000400:00000200:2.0:1777586724.464104:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586724.464111:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586724.464117:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586724.464120:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000100:00000001:0.0:1777586724.464126:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1777586724.464126:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586724.464129:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000800:00000200:3.0:1777586724.464135:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:0.0:1777586724.464137:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586724.464140:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586724.464149:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586724.464152:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586724.464155:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005376fed5. 00000100:00000200:0.0:1777586724.464158:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667663616, offset 0 00000100:00000001:3.0:1777586724.464159:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586724.464164:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586724.464164:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306474832 00000100:00000010:3.0:1777586724.464169:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000001:3.0:1777586724.464176:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586724.464180:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306474832 00000100:00000010:3.0:1777586724.464182:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000100:00000001:3.0:1777586724.464184:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586724.464185:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306474832 00000100:00000010:3.0:1777586724.464187:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:3.0:1777586724.464189:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586724.464191:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306474832 00000100:00000010:3.0:1777586724.464193:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777586724.464194:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586724.464196:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586724.464198:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.464201:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.464202:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586724.464316:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586724.464319:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:1.0:1777586724.464324:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586724.464329:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586724.466921:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586724.466926:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586724.466930:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586724.466933:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586724.466951:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586724.466955:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [89:89:255:4294967295] 192.168.204.155@tcp LPNI seq info [89:89:7:4294967295] 00000400:00000200:2.0:1777586724.466967:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586724.466973:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586724.466979:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586724.466987:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586724.466994:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586724.466998:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586724.467003:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586724.467009:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 87017 usecs (88 jiffies) 00000100:00000001:2.0:1777586724.467012:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306471515 00000100:00000001:2.0:1777586724.467014:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306474832 00000100:00000001:2.0:1777586724.467016:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306471515 00000100:00000001:2.0:1777586724.467018:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306474832 00000100:00000001:2.0:1777586724.467020:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306471515 00000100:00000001:2.0:1777586724.467022:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306474832 00000100:00000001:2.0:1777586724.467024:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306471515 00000100:00000001:2.0:1777586724.467025:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306474832 00000100:00000001:2.0:1777586724.467027:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586724.467031:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586724.467036:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586724.467039:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586724.467048:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586724.467050:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586724.467052:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586724.467054:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586724.467055:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586724.467058:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586724.467805:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586724.467810:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586724.467812:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586724.467815:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586724.467818:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586724.467821:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [90:90:254:4294967295] 192.168.204.155@tcp LPNI seq info [90:90:6:4294967295] 00000400:00000200:0.0:1777586724.467829:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586724.467834:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586724.467839:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586724.467845:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586724.467850:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777586724.467851:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:1.0:1777586724.467855:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000800:00000200:0.0:1777586724.467862:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586724.467863:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586724.467868:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586724.467873:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 686498 usecs (687 jiffies) 00000100:00000200:1.0:1777586724.467873:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.467878:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306472117 00000100:00000001:0.0:1777586724.467883:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306474832 00000100:00000001:0.0:1777586724.467887:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306472117 00000100:00000001:0.0:1777586724.467892:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306474832 00000100:00000001:0.0:1777586724.467896:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306472117 00000100:00000001:1.0:1777586724.467896:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586724.467900:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306474832 00000100:00000040:1.0:1777586724.467902:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.467903:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306472117 00000100:00000001:0.0:1777586724.467908:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306474832 00000100:00000001:0.0:1777586724.467913:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586724.467919:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586724.467920:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586724.467923:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586724.467924:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586724.467927:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586724.467931:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586724.467933:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586724.467935:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586724.467937:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586724.467938:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586724.467940:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586724.467957:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586724.467961:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777586724.467964:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586724.467968:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586724.467971:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:1.0:1777586724.467973:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:1.0:1777586724.467976:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586724.467979:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586724.467985:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586724.467987:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586724.467991:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586724.467999:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586724.468076:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586724.468078:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:1.0:1777586724.468081:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586724.468085:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586724.468088:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376fed5 00000400:00000010:1.0:1777586724.468090:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005376fed5. 00000100:00000001:1.0:1777586724.468092:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586724.468096:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586724.468103:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586724.468105:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586724.468111:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586724.468112:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586724.468202:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.468212:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586724.468214:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.468217:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586724.468224:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586724.468234:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02880 00000400:00000200:0.0:1777586724.468242:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x3a9 [1] + 224 00000800:00000001:0.0:1777586724.468249:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.468274:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586724.468276:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586724.468285:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586724.468289:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586724.468293:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586724.468301:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.468314:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586724.468321:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.468324:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.468410:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586724.468413:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586724.468418:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586724.468420:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586724.468422:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007679732f. 00000400:00000200:3.0:1777586724.468426:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:3.0:1777586724.468427:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:3.0:1777586724.468430:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586724.468440:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586724.468446:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.468451:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586724.468453:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.468455:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586724.468458:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586724.468460:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586724.468462:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586724.468465:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586724.468471:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586724.468475:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586724.468477:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586724.468479:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586724.468481:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586724.468483:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.468486:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586724.468489:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.468496:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586724.468498:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586724.468500:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586724.468503:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586724.468510:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667663488:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586724.468520:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.468522:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586724.468524:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667663488/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.468530:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586724.468532:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586724.468541:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae1efc9. 02000000:00000001:3.0:1777586724.468545:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586724.468548:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586724.468550:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586724.468552:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586724.468555:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:3.0:1777586724.468559:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586724.468561:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586724.468563:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:3.0:1777586724.468568:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586724.468569:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.468571:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.468575:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586724.468576:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.468578:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586724.468580:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586724.470285:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470296:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586724.470300:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470302:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586724.470311:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586724.470324:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02980 00000400:00000200:0.0:1777586724.470330:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3b1 [1] + 224 00000800:00000001:0.0:1777586724.470336:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470339:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586724.470342:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586724.470345:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586724.470350:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586724.470355:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586724.470365:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.470386:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586724.470393:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470396:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586724.470398:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470399:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586724.470403:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586724.470409:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02900 00000400:00000200:0.0:1777586724.470425:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:0.0:1777586724.470429:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470435:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586724.470436:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586724.470439:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586724.470442:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586724.470445:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586724.470452:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586724.470468:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586724.470471:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586724.470474:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586724.470542:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586724.470550:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586724.470554:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586724.470556:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586724.470559:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:2.0:1777586724.470563:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:2.0:1777586724.470565:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:2.0:1777586724.470568:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586724.470572:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.470574:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586724.470579:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1777586724.470584:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777586724.470585:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586724.470588:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586724.470591:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be5b87ca. 00000100:00000001:2.0:1777586724.470597:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586724.470599:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586724.470600:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af346a3b 00000100:00000001:2.0:1777586724.470601:0:197582:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1777586724.470604:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af346a3b. 02000000:00000001:2.0:1777586724.470605:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586724.470609:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586724.470610:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586724.470611:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586724.470615:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586724.470617:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586724.470623:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586724.470629:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=46 v=5 (1 0 0 0) 00000100:00000200:3.0:1777586724.470630:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586724.470634:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586724.470636:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586724.470641:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1777586724.470646:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:2.0:1777586724.470648:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.470650:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.470654:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586724.470657:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586724.470660:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1777586724.470661:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.470662:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586724.470666:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1777586724.470666:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586724.470669:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586724.470671:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1777586724.470671:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=61 v=5 (5 0 0 0) 00000100:00000001:2.0:1777586724.470672:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586724.470678:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=61 v=5 (1 0 0 0) 00000100:00000040:2.0:1777586724.470679:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586724.470686:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586724.470690:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586724.470691:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586724.470693:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586724.470695:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777586724.470699:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586724.470716:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586724.470724:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667663744:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586724.470729:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586724.470731:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586724.470733:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667663744/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586724.470739:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586724.470741:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586724.470745:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061f33b43. 02000000:00000001:2.0:1777586724.470749:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1777586724.470751:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586724.470752:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586724.470755:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586724.470757:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1777586724.470758:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1777586724.470759:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 02000000:00000010:2.0:1777586724.470762:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 00000100:00000001:3.0:1777586724.470763:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586724.470766:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586724.470768:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586724.470771:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1777586724.470773:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586724.470774:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:2.0:1777586724.470779:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586724.470782:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586724.470787:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.470788:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586724.470792:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586724.470794:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586724.470796:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1777586724.470798:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586724.470799:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586724.470804:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586724.470807:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586724.470813:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667663616:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586724.470818:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.470820:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586724.470823:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667663616/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586724.470828:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586724.470830:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586724.470832:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b08698. 02000000:00000001:3.0:1777586724.470835:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586724.470836:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586724.470837:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586724.470839:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586724.470840:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:3.0:1777586724.470842:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586724.470843:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586724.470844:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:3.0:1777586724.470847:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586724.470848:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.470855:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586724.470859:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586724.470861:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586724.470863:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586724.470864:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586725.101380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586725.101387:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586725.101393:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586725.101396:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586725.101399:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586725.101403:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586725.101406:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586725.101408:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586725.101410:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586725.101413:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586725.101509:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586725.101517:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586725.101520:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586726.125499:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586726.125506:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586726.125513:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586726.125514:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586726.125785:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586726.125793:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586726.125797:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586727.149424:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586727.149433:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586727.149436:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586727.149440:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586727.149446:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586727.149448:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586727.149450:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586727.149472:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586727.149477:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586727.149478:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586727.149609:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586727.149613:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586727.149615:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586727.917400:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306474832, at 4306474880 00000100:00000010:1.0:1777586727.917416:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000040:0.0:1777586727.917624:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306474832, at 4306474880 00000100:00000010:0.0:1777586727.917652:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00000100:00000040:2.0:1777586727.917715:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306474832, at 4306474880 00000100:00000040:3.0:1777586727.917716:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306474832, at 4306474880 00000100:00000010:2.0:1777586727.917724:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000010:3.0:1777586727.917727:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00010000:00000001:1.0:1777586728.173380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586728.173385:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586728.173390:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586728.173391:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586728.173432:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586728.173435:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586728.173438:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586729.197412:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586729.197419:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586729.197424:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586729.197426:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586729.197688:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586729.197693:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586729.197696:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586729.582187:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586729.582200:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586729.582214:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777586729.582224:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586729.582230:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586729.582235:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586729.582243:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586729.582276:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f4945c. 00000100:00000001:3.0:1777586729.582285:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582296:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586729.582306:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586729.582308:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582313:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_02+2] req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586729.582345:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582348:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586729.582352:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586729.582354:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777586729.582357:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586729.582366:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.582372:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586729.582376:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586729.582381:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586729.582381:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586729.582383:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586729.582385:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586729.582388:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:2.0:1777586729.582390:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586729.582392:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582395:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586729.582397:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586729.582401:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586729.582402:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1777586729.582403:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586729.582404:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586729.582406:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582406:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_03+3] req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586729.582409:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667663872:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586729.582414:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586729.582414:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582416:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586729.582419:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1777586729.582421:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1777586729.582421:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 02000000:00000001:2.0:1777586729.582423:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777586729.582423:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:2.0:1777586729.582425:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586729.582425:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586729.582426:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586729.582428:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586729.582430:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9809e6e. 02000000:00000010:3.0:1777586729.582430:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 02000000:00000001:2.0:1777586729.582432:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586729.582432:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582435:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777586729.582438:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000100:00000001:3.0:1777586729.582441:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586729.582442:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582444:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_00+0] req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586729.582446:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777586729.582454:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667663872, portal 25 00000100:00000001:2.0:1777586729.582457:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586729.582458:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:2.0:1777586729.582462:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586729.582465:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586729.582467:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586729.582470:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586729.582471:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586729.582481:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11814) 00000100:00000001:1.0:1777586729.582542:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586729.582546:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586729.582549:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586729.582554:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586729.582564:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586729.582565:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586729.582567:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586729.582569:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586729.582571:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586729.582573:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667664000:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586729.582577:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586729.582580:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586729.582582:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586729.582584:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1777586729.582586:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777586729.582589:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066d3c6b8. 00000400:00000010:2.0:1777586729.582591:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 02000000:00000001:1.0:1777586729.582593:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586729.582596:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667663872, offset 0 00000400:00000010:1.0:1777586729.582600:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000200:2.0:1777586729.582615:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586729.582632:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586729.582638:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586729.582642:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586729.582647:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586729.582650:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586729.582654:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [91:91:256:4294967295] 192.168.204.155@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:2.0:1777586729.582667:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586729.582673:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586729.582679:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586729.582693:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586729.582702:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586729.582707:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586729.582720:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.582726:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306479951 00000100:00000010:2.0:1777586729.582731:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777586729.582740:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586729.582747:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306479951 00000100:00000010:2.0:1777586729.582749:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777586729.582752:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586729.582755:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306479951 00000100:00000010:2.0:1777586729.582769:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777586729.582773:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586729.582776:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306479951 00000100:00000010:2.0:1777586729.582778:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000400:00000010:1.0:1777586729.582781:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000001:2.0:1777586729.582782:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586729.582785:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586729.582788:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.582792:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.582794:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.582804:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586729.582807:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586729.582811:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.582813:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1777586729.582814:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664000, portal 10 00000100:00000001:2.0:1777586729.582815:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.582822:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.582823:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586729.582828:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000001:2.0:1777586729.582837:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777586729.582840:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:1.0:1777586729.582844:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.582846:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.582858:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586729.582861:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586729.582870:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586729.582870:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.582874:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586729.582878:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586729.582882:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000001:2.0:1777586729.582884:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1777586729.582887:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667664000, offset 0 00000100:00000040:2.0:1777586729.582893:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586729.582902:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586729.582919:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586729.582920:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586729.582923:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586729.582926:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586729.582929:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586729.582930:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586729.582939:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1777586729.582939:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667664128:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586729.582952:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586729.582955:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777586729.582956:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777586729.582959:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586729.582962:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777586729.582965:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1777586729.582969:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000861c9669. 02000000:00000001:2.0:1777586729.582974:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586729.582975:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:2.0:1777586729.582980:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000400:00000200:1.0:1777586729.582988:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [92:92:255:4294967295] 192.168.204.155@tcp LPNI seq info [92:92:7:4294967295] 00000400:00000010:2.0:1777586729.582990:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777586729.582999:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664128, portal 10 00000100:00000001:2.0:1777586729.583003:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586729.583005:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000400:00000200:1.0:1777586729.583018:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:2.0:1777586729.583021:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586729.583035:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586729.583049:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000001:2.0:1777586729.583049:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586729.583055:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586729.583059:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000800:00000200:1.0:1777586729.583064:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586729.583065:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1777586729.583066:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667664128, offset 0 00000800:00000010:0.0:1777586729.583074:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000800:00000200:1.0:1777586729.583077:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777586729.583081:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586729.583083:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586729.583087:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586729.583098:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586729.583098:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586729.583103:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777586729.583107:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 654223 usecs (655 jiffies) 00000400:00000200:2.0:1777586729.583109:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586729.583117:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306477200 00000400:00000200:2.0:1777586729.583117:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586729.583124:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586729.583125:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306479951 00000400:00000200:2.0:1777586729.583131:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777586729.583133:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306477200 00000100:00000001:1.0:1777586729.583138:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306479951 00000400:00000200:2.0:1777586729.583140:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [93:93:254:4294967295] 192.168.204.155@tcp LPNI seq info [93:93:6:4294967295] 00000100:00000001:1.0:1777586729.583143:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306477200 00000100:00000001:1.0:1777586729.583155:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306479951 00000400:00000200:2.0:1777586729.583163:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586729.583164:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306477200 00000100:00000001:1.0:1777586729.583173:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306479951 00000100:00000001:1.0:1777586729.583179:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777586729.583184:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586729.583188:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.583194:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.583196:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1777586729.583203:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000100:00000001:1.0:1777586729.583205:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586729.583209:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1777586729.583216:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777586729.583217:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777586729.583228:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586729.583232:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586729.583234:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000100:00000001:2.0:1777586729.583238:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586729.583240:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:1.0:1777586729.583240:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777586729.583245:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 82405 usecs (83 jiffies) 00000100:00000001:0.0:1777586729.583249:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586729.583249:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586729.583276:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.583284:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306476628 00000100:00000001:0.0:1777586729.583287:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586729.583289:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.583291:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306479951 00000100:00000040:0.0:1777586729.583296:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.583297:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306476628 00000100:00000001:2.0:1777586729.583300:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306479951 00000100:00000001:2.0:1777586729.583302:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306476628 00000100:00000001:2.0:1777586729.583308:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306479951 00000100:00000001:2.0:1777586729.583315:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306476628 00000100:00000001:1.0:1777586729.583317:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.583324:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306479951 00000100:00000001:0.0:1777586729.583325:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.583325:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.583332:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586729.583333:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586729.583339:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.583344:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.583348:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586729.583354:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586729.583357:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586729.583360:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586729.583364:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586729.583366:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:0.0:1777586729.583367:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:0.0:1777586729.583369:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586729.583372:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.583381:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586729.583383:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.583388:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586729.583390:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586729.583540:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586729.583543:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:0.0:1777586729.583545:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586729.583548:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586729.583550:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:0.0:1777586729.583552:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:0.0:1777586729.583554:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586729.583558:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.583564:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586729.583566:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.583572:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586729.583573:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586729.585000:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.585020:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586729.585035:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.585040:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586729.585052:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586729.585078:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02a00 00000400:00000200:0.0:1777586729.585087:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x3bd [1] + 224 00000800:00000001:0.0:1777586729.585096:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.585106:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586729.585109:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586729.585114:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586729.585122:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586729.585128:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586729.585142:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.585162:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586729.585174:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.585178:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586729.585180:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.585183:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586729.585187:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586729.585193:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02a80 00000400:00000200:0.0:1777586729.585198:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3c5 [1] + 224 00000800:00000001:0.0:1777586729.585201:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.585217:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586729.585219:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586729.585222:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586729.585224:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586729.585228:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586729.585236:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.585282:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586729.585287:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1777586729.585288:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586729.585291:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777586729.585293:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777586729.585300:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586729.585304:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586729.585307:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:2.0:1777586729.585322:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:2.0:1777586729.585325:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:2.0:1777586729.585328:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586729.585333:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586729.585354:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.585361:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586729.585363:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.585367:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586729.585370:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586729.585373:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586729.585375:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586729.585379:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586729.585387:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586729.585392:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586729.585395:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586729.585397:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586729.585400:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586729.585402:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.585406:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586729.585410:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.585418:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586729.585420:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586729.585423:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586729.585426:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586729.585434:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667663872:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586729.585440:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.585442:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586729.585445:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667663872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.585452:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586729.585455:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586729.585458:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9809e6e. 02000000:00000001:2.0:1777586729.585467:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586729.585470:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586729.585472:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586729.585474:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586729.585476:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f4945c. 02000000:00000001:2.0:1777586729.585480:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586729.585482:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586729.585484:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:2.0:1777586729.585488:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586729.585489:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.585492:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.585499:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586729.585501:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.585503:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.585506:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.585573:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586729.585576:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586729.585580:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586729.585582:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586729.585583:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:1.0:1777586729.585587:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:1.0:1777586729.585589:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:1.0:1777586729.585592:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586729.585596:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586729.585617:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586729.585625:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586729.585626:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586729.585628:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586729.585630:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586729.585631:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586729.585633:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586729.585634:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586729.585640:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586729.585649:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586729.585651:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586729.585653:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586729.585654:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586729.585657:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.585662:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586729.585664:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586729.585667:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586729.585668:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586729.585671:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586729.585678:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586729.585680:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586729.585682:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586729.585685:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586729.585692:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667664000:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586729.585698:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586729.585700:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586729.585701:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667664000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586729.585708:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586729.585709:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586729.585711:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066d3c6b8. 02000000:00000001:1.0:1777586729.585714:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586729.585715:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586729.585716:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586729.585718:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586729.585720:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:1.0:1777586729.585722:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586729.585723:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586729.585724:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:1.0:1777586729.585728:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586729.585733:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586729.585735:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586729.585739:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586729.585740:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586729.585741:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586729.585743:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586729.586057:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.586064:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586729.586066:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.586068:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586729.586075:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586729.586084:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02b00 00000400:00000200:0.0:1777586729.586090:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3cd [1] + 224 00000800:00000001:0.0:1777586729.586095:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.586100:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586729.586102:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586729.586106:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586729.586110:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586729.586114:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586729.586123:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586729.586144:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586729.586149:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586729.586151:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.586196:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.586199:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586729.586203:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586729.586205:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586729.586206:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000400:00000200:2.0:1777586729.586209:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:2.0:1777586729.586211:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:2.0:1777586729.586214:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586729.586217:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586729.586226:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.586232:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586729.586234:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.586236:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586729.586237:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586729.586239:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586729.586240:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586729.586242:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586729.586247:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586729.586250:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586729.586272:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586729.586281:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586729.586283:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586729.586286:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586729.586293:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.586296:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586729.586298:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586729.586299:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586729.586301:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586729.586303:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.586310:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586729.586312:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586729.586313:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586729.586315:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586729.586322:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667664128:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586729.586327:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.586329:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586729.586331:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667664128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586729.586336:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586729.586338:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586729.586339:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000861c9669. 02000000:00000001:2.0:1777586729.586343:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586729.586344:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586729.586345:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586729.586347:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586729.586349:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:2.0:1777586729.586351:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586729.586353:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586729.586354:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:2.0:1777586729.586361:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586729.586362:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.586364:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586729.586368:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586729.586369:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586729.586370:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586729.586372:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586730.221423:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586730.221430:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586730.221436:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586730.221437:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586730.221526:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586730.221529:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586730.221530:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586731.245453:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586731.245460:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586731.245468:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586731.245470:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586731.245501:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586731.245505:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586731.245510:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586732.269366:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586732.269381:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586732.269392:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586732.269394:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586732.269425:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586732.269429:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586732.269431:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586733.037332:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306479951, at 4306480000 00000100:00000010:1.0:1777586733.037349:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000040:3.0:1777586733.037410:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306479951, at 4306480000 00000100:00000010:3.0:1777586733.037416:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00000100:00000040:2.0:1777586733.037507:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306479951, at 4306480000 00000100:00000010:2.0:1777586733.037513:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:0.0:1777586733.037790:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306479951, at 4306480000 00000100:00000010:0.0:1777586733.037796:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00010000:00000001:1.0:1777586733.293379:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586733.293387:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586733.293394:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586733.293395:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586733.293481:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586733.293483:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586733.293485:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586734.317367:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586734.317374:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586734.317379:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586734.317380:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586734.317405:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586734.317408:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586734.317411:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586734.701413:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586734.701420:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586734.701428:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777586734.701435:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586734.701439:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586734.701442:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586734.701447:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586734.701455:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586734.701463:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.701473:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586734.701484:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586734.701486:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.701491:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586734.701528:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.701530:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586734.701533:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586734.701537:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586734.701539:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586734.701541:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586734.701556:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586734.701567:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586734.701572:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:1.0:1777586734.701576:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586734.701576:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586734.701583:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1777586734.701583:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586734.701588:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.701596:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586734.701596:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586734.701597:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586734.701598:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586734.701601:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.701604:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586734.701607:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586734.701612:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586734.701615:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586734.701619:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586734.701626:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586734.701636:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586734.701637:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586734.701639:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586734.701639:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586734.701640:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586734.701643:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777586734.701646:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586734.701646:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586734.701647:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777586734.701650:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1777586734.701652:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000100:00000040:3.0:1777586734.701654:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586734.701655:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1777586734.701657:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00100000:1.0:1777586734.701663:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667664256:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586734.701664:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586734.701667:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586734.701670:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586734.701674:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1777586734.701678:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:3.0:1777586734.701678:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1777586734.701680:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777586734.701680:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.701683:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586734.701683:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586734.701684:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586734.701686:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586734.701690:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1777586734.701690:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.701693:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586734.701694:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667664384:192.168.204.155@tcp:400: 02000000:00000010:1.0:1777586734.701696:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066d3c6b8. 02000000:00000001:1.0:1777586734.701701:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586734.701703:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586734.701708:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1777586734.701711:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000100:00000001:2.0:1777586734.701711:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777586734.701711:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.701713:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586734.701716:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1777586734.701721:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000040:2.0:1777586734.701721:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_03+3] req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777586734.701721:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbeda373. 02000000:00000001:3.0:1777586734.701726:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586734.701731:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664256, portal 25 00000400:00000010:3.0:1777586734.701733:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007679732f. 00000100:00000001:1.0:1777586734.701736:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586734.701739:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:2.0:1777586734.701740:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586734.701741:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000040:2.0:1777586734.701745:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1777586734.701747:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664384, portal 10 00000100:00000040:1.0:1777586734.701750:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586734.701753:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1777586734.701753:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586734.701756:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:2.0:1777586734.701761:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11819) 00000100:00000001:1.0:1777586734.701765:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586734.701768:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586734.701771:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586734.701775:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000001:2.0:1777586734.701777:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777586734.701781:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667664256, offset 0 00000100:00000001:2.0:1777586734.701781:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586734.701785:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586734.701791:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586734.701793:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586734.701795:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777586734.701799:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586734.701803:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa6d56. 00000100:00000001:2.0:1777586734.701807:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1777586734.701808:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667664384, offset 0 00000100:00000001:2.0:1777586734.701809:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586734.701812:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777586734.701815:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1777586734.701819:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777586734.701819:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586734.701819:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777586734.701825:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586734.701828:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00100000:2.0:1777586734.701829:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667664512:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586734.701834:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1777586734.701836:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1777586734.701838:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586734.701840:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586734.701842:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586734.701845:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020800d30. 00000400:00000200:1.0:1777586734.701849:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:2.0:1777586734.701849:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586734.701854:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000400:00000200:1.0:1777586734.701856:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [94:94:256:4294967295] 192.168.204.155@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000010:2.0:1777586734.701860:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777586734.701864:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664512, portal 10 00000100:00000001:2.0:1777586734.701866:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586734.701868:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:2.0:1777586734.701874:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586734.701880:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777586734.701888:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:2.0:1777586734.701888:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586734.701893:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000800:00000200:1.0:1777586734.701897:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777586734.701897:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667664512, offset 0 00000800:00000010:1.0:1777586734.701905:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586734.701907:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586734.701916:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586734.701934:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586734.701939:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777586734.701944:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586734.701947:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586734.701949:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586734.701950:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586734.701952:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586734.701954:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [95:95:255:4294967295] 192.168.204.155@tcp LPNI seq info [95:95:7:4294967295] 00000100:00000001:1.0:1777586734.701958:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586734.701961:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586734.701964:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306485070 00000800:00000200:3.0:1777586734.701969:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777586734.701971:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008b9aae8. 00000400:00000200:2.0:1777586734.701971:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:3.0:1777586734.701975:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000400:00000200:2.0:1777586734.701979:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586734.701981:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1777586734.701984:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586734.701986:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777586734.701989:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306485070 00000400:00000200:2.0:1777586734.701992:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1777586734.701994:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:1.0:1777586734.701995:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000717263c. 00000800:00000200:3.0:1777586734.701998:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586734.701999:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1777586734.702005:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586734.702005:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586734.702006:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306485070 00000100:00000010:1.0:1777586734.702011:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee67c1aa. 00000400:00000200:2.0:1777586734.702012:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [96:96:254:4294967295] 192.168.204.155@tcp LPNI seq info [96:96:6:4294967295] 00000100:00000040:3.0:1777586734.702012:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 624670 usecs (625 jiffies) 00000100:00000001:1.0:1777586734.702017:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586734.702019:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306482289 00000100:00000001:1.0:1777586734.702022:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306485070 00000100:00000001:3.0:1777586734.702023:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306485070 00000100:00000001:3.0:1777586734.702028:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306482289 00000100:00000010:1.0:1777586734.702029:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94ee182. 00000400:00000200:2.0:1777586734.702034:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586734.702034:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306485070 00000100:00000001:1.0:1777586734.702035:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586734.702039:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306482289 00000100:00000001:1.0:1777586734.702041:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586734.702045:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306485070 00000100:00000001:1.0:1777586734.702047:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586734.702048:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586734.702050:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306482289 00000100:00000001:1.0:1777586734.702052:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777586734.702054:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:3.0:1777586734.702055:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306485070 00000100:00000001:1.0:1777586734.702056:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586734.702059:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586734.702065:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777586734.702066:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777586734.702069:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586734.702073:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.702076:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 78090 usecs (79 jiffies) 00000100:00000001:2.0:1777586734.702080:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306481743 00000100:00000001:3.0:1777586734.702081:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702084:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306485070 00000100:00000001:3.0:1777586734.702086:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702089:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306481743 00000100:00000001:3.0:1777586734.702089:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.702094:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306485070 00000100:00000001:3.0:1777586734.702096:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586734.702097:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306481743 00000100:00000001:3.0:1777586734.702099:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586734.702101:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306485070 00000100:00000001:3.0:1777586734.702103:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586734.702105:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306481743 00000100:00000001:3.0:1777586734.702106:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586734.702108:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702109:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306485070 00000100:00000001:3.0:1777586734.702112:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702113:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586734.702117:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702119:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702121:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.702125:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586734.702127:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586734.702129:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586734.702131:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586734.702132:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.702134:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586734.702292:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586734.702295:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586734.702299:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586734.702304:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586734.702309:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:0.0:1777586734.702311:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:0.0:1777586734.702315:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586734.702326:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.702335:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586734.702338:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.702344:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586734.702346:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586734.702359:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586734.702361:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:0.0:1777586734.702368:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586734.702372:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586734.702375:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa6d56 00000400:00000010:0.0:1777586734.702376:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa6d56. 00000100:00000001:0.0:1777586734.702378:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586734.702381:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.702388:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586734.702390:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.702397:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586734.702398:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586734.702426:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586734.702428:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:0.0:1777586734.702431:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586734.702434:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586734.702436:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:0.0:1777586734.702437:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:0.0:1777586734.702440:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586734.702444:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.702451:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586734.702454:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.702471:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586734.702472:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586734.704109:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586734.704120:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586734.704124:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586734.704126:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586734.704135:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586734.704149:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02b80 00000400:00000200:0.0:1777586734.704157:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x3d5 [1] + 224 00000800:00000001:0.0:1777586734.704165:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586734.704171:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586734.704173:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586734.704177:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586734.704182:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586734.704187:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586734.704196:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586734.704213:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586734.704221:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586734.704225:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586734.704227:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586734.704229:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586734.704233:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586734.704239:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02c00 00000100:00000001:1.0:1777586734.704239:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586734.704244:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1777586734.704247:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3d9 [1] + 224 00000800:00000001:0.0:1777586734.704278:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1777586734.704279:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586734.704283:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1777586734.704285:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1777586734.704286:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:0.0:1777586734.704288:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586734.704292:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000200:0.0:1777586734.704293:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:1.0:1777586734.704304:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:1.0:1777586734.704308:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586734.704309:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586734.704313:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586734.704322:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586734.704323:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586734.704348:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586734.704348:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586734.704351:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586734.704355:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586734.704358:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586734.704360:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586734.704362:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586734.704364:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586734.704369:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1777586734.704371:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=77 v=5 (5 0 0 0) 00000800:00000001:0.0:1777586734.704376:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1777586734.704376:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586734.704381:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1777586734.704382:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586734.704384:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586734.704384:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586734.704389:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1777586734.704389:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586734.704392:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586734.704397:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586734.704398:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777586734.704399:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586734.704403:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586734.704405:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777586734.704408:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1777586734.704410:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02c80 00000400:00000001:3.0:1777586734.704412:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586734.704414:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007679732f. 00000400:00000200:3.0:1777586734.704420:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000100:00000001:1.0:1777586734.704423:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586734.704423:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:1.0:1777586734.704428:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586734.704428:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1777586734.704433:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3e5 [1] + 224 00000100:00000001:1.0:1777586734.704438:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586734.704439:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1777586734.704446:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777586734.704448:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586734.704449:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586734.704454:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586734.704464:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586734.704472:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586734.704476:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586734.704478:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667664256:192.168.204.155@tcp:400: 00000100:00000200:0.0:1777586734.704479:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586734.704490:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586734.704495:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586734.704498:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1777586734.704502:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667664256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586734.704506:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586734.704516:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586734.704520:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586734.704523:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586734.704525:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586734.704529:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586734.704533:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586734.704542:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586734.704548:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586734.704553:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586734.704554:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586734.704556:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586734.704559:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1777586734.704559:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1777586734.704563:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1777586734.704564:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586734.704567:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066d3c6b8. 00000100:00000001:3.0:1777586734.704569:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1777586734.704571:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586734.704573:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586734.704575:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000040:3.0:1777586734.704578:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000020:00000001:1.0:1777586734.704579:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777586734.704582:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1777586734.704583:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 00000100:00000001:3.0:1777586734.704584:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586734.704587:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1777586734.704590:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586734.704591:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586734.704594:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:1.0:1777586734.704600:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586734.704602:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586734.704603:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586734.704608:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586734.704608:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586734.704611:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586734.704615:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586734.704616:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586734.704619:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586734.704622:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586734.704625:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586734.704631:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667664384:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586734.704636:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586734.704638:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586734.704640:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667664384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586734.704646:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586734.704647:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586734.704649:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbeda373. 02000000:00000001:3.0:1777586734.704652:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586734.704653:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586734.704654:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586734.704656:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586734.704657:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:3.0:1777586734.704660:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586734.704661:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586734.704662:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:3.0:1777586734.704664:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586734.704665:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586734.704667:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586734.704671:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586734.704672:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586734.704674:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586734.704675:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.704708:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586734.704717:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777586734.704754:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586734.704762:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777586734.704772:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586734.704774:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586734.704775:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000400:00000200:2.0:1777586734.704779:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:2.0:1777586734.704780:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:2.0:1777586734.704783:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586734.704787:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586734.704796:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586734.704802:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586734.704804:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.704805:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586734.704807:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586734.704808:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586734.704810:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586734.704811:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586734.704816:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586734.704819:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586734.704821:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586734.704822:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586734.704823:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586734.704826:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586734.704831:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.704833:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586734.704834:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586734.704836:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586734.704837:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586734.704839:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586734.704845:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586734.704847:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586734.704854:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586734.704857:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586734.704862:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667664512:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586734.704866:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.704867:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586734.704869:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667664512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586734.704874:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586734.704876:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586734.704877:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020800d30. 02000000:00000001:2.0:1777586734.704881:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586734.704882:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586734.704883:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586734.704885:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586734.704886:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777586734.704888:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586734.704890:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586734.704891:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:2.0:1777586734.704893:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586734.704894:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.704896:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586734.704899:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586734.704900:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586734.704902:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586734.704903:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586735.341395:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586735.341404:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586735.341411:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586735.341415:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586735.341417:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586735.341420:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586735.341423:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586735.341425:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586735.341427:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586735.341429:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586735.342101:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586735.342105:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586735.342108:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586736.365385:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586736.365393:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586736.365396:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586736.365399:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586736.365404:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586736.365406:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586736.365408:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586736.365410:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586736.365415:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586736.365432:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586736.365498:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586736.365502:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586736.365505:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586737.389396:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586737.389402:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586737.389408:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586737.389410:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586737.389432:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586737.389435:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586737.389438:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586738.157348:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306485070, at 4306485120 00000100:00000010:2.0:1777586738.157361:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee67c1aa. 00000100:00000040:0.0:1777586738.157591:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306485070, at 4306485120 00000100:00000010:0.0:1777586738.157599:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008b9aae8. 00000100:00000040:1.0:1777586738.157746:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306485070, at 4306485120 00000100:00000010:1.0:1777586738.157751:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000717263c. 00000100:00000040:3.0:1777586738.158294:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306485070, at 4306485121 00000100:00000010:3.0:1777586738.158300:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94ee182. 00010000:00000001:1.0:1777586738.413368:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586738.413374:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586738.413485:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586738.413487:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586738.413548:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586738.413551:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586738.413554:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586739.437324:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586739.437330:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586739.437334:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586739.437336:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586739.437387:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586739.437391:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586739.437394:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586739.821395:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586739.821403:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586739.821422:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586739.821432:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586739.821436:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586739.821439:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586739.821444:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586739.821451:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586739.821459:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821468:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586739.821477:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586739.821480:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821485:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_00+0] req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586739.821520:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821522:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586739.821526:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586739.821530:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586739.821532:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586739.821534:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586739.821535:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586739.821537:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586739.821539:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777586739.821542:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821545:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586739.821551:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586739.821552:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821554:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586739.821592:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821594:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586739.821597:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586739.821600:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777586739.821602:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586739.821604:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586739.821605:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586739.821607:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586739.821610:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586739.821612:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821616:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586739.821622:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586739.821623:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821626:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_02+2] req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586739.821646:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.821648:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586739.821651:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586739.821665:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11824) 00000100:00000001:3.0:1777586739.821971:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586739.821975:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586739.821977:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586739.821982:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.821988:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586739.821990:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586739.821993:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586739.821995:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586739.821997:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586739.821999:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667664768:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586739.822003:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586739.822008:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586739.822010:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586739.822012:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586739.822136:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586739.822139:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586739.822141:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586739.822146:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586739.822149:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586739.822153:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586739.822156:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586739.822159:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586739.822161:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586739.822163:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586739.822165:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586739.822167:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586739.822169:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667664640:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586739.822173:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586739.822175:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586739.822176:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586739.822178:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586739.822182:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d66fb8d. 02000000:00000001:1.0:1777586739.822184:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586739.822197:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025ba3848. 00000400:00000010:1.0:1777586739.822203:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000040:0.0:1777586739.822208:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586739.822209:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664640, portal 25 00000100:00000001:1.0:1777586739.822213:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586739.822215:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:1.0:1777586739.822224:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.822242:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586739.822247:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777586739.822247:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586739.822266:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586739.822270:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1777586739.822271:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 02000000:00000001:0.0:1777586739.822272:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586739.822275:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586739.822276:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667664640, offset 0 00000100:00100000:0.0:1777586739.822279:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667664896:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586739.822282:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586739.822284:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586739.822286:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586739.822289:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777586739.822290:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586739.822295:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000872c6dff. 02000000:00000001:0.0:1777586739.822298:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586739.822302:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf4da9e8. 00000400:00000200:1.0:1777586739.822305:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:0.0:1777586739.822306:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777586739.822311:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664896, portal 10 00000400:00000200:1.0:1777586739.822312:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586739.822315:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586739.822317:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000400:00000200:1.0:1777586739.822318:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586739.822325:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1777586739.822327:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586739.822330:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586739.822339:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [97:97:256:4294967295] 192.168.204.155@tcp LPNI seq info [97:97:8:4294967295] 00000100:00000001:0.0:1777586739.822341:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586739.822346:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586739.822351:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af346a3b. 00000100:00000200:0.0:1777586739.822354:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667664896, offset 0 00000400:00000200:1.0:1777586739.822360:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777586739.822366:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586739.822370:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586739.822374:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:1.0:1777586739.822375:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586739.822378:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586739.822382:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:1.0:1777586739.822386:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777586739.822389:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586739.822392:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777586739.822397:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777586739.822399:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [98:98:255:4294967295] 192.168.204.155@tcp LPNI seq info [98:98:7:4294967295] 00000800:00000200:1.0:1777586739.822403:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586739.822422:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586739.822427:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586739.822433:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306490190 00000800:00000200:0.0:1777586739.822437:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777586739.822439:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000717263c. 00000800:00000010:0.0:1777586739.822442:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000100:00000001:1.0:1777586739.822446:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1777586739.822450:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777586739.822453:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306490190 00000800:00000200:0.0:1777586739.822457:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:1.0:1777586739.822460:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94ee182. 00000800:00000200:0.0:1777586739.822461:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586739.822466:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586739.822467:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586739.822470:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 74181 usecs (75 jiffies) 00000100:00000001:0.0:1777586739.822474:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306486859 00000100:00000001:1.0:1777586739.822476:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306490190 00000100:00000001:0.0:1777586739.822477:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306490190 00000100:00000010:1.0:1777586739.822481:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008b9aae8. 00000100:00000001:0.0:1777586739.822482:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306486859 00000100:00000001:0.0:1777586739.822487:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306490190 00000100:00000001:1.0:1777586739.822487:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586739.822492:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306486859 00000100:00000001:1.0:1777586739.822492:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306490190 00000100:00000001:0.0:1777586739.822495:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306490190 00000100:00000010:1.0:1777586739.822497:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee67c1aa. 00000100:00000001:0.0:1777586739.822500:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306486859 00000100:00000001:1.0:1777586739.822501:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586739.822505:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586739.822506:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306490190 00000100:00000001:1.0:1777586739.822509:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822510:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586739.822514:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586739.822516:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586739.822521:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822524:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822525:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586739.822527:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586739.822529:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586739.822530:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586739.822532:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586739.822533:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586739.822534:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586739.822537:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586739.822538:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822540:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586739.822542:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822543:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822547:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586739.822567:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586739.822570:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586739.822574:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586739.822577:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:1.0:1777586739.822581:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586739.822587:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586739.822591:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:1.0:1777586739.822594:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:1.0:1777586739.822598:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586739.822601:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.822609:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586739.822611:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.822618:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586739.822619:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586739.822641:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586739.822644:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:1.0:1777586739.822647:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586739.822650:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586739.822657:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af346a3b 00000400:00000010:1.0:1777586739.822658:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af346a3b. 00000100:00000001:1.0:1777586739.822660:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586739.822662:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.822669:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586739.822670:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.822675:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586739.822677:0:197576:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1777586739.824504:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586739.824511:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586739.824517:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007679732f. 00000400:00000010:3.0:1777586739.824523:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000200:3.0:1777586739.824528:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667664768, portal 10 00000100:00000001:3.0:1777586739.824530:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586739.824532:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:3.0:1777586739.824541:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.824550:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586739.824560:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586739.824562:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9829f29. 00000100:00000200:3.0:1777586739.824565:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667664768, offset 0 00000400:00000200:3.0:1777586739.824570:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586739.824579:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586739.824583:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586739.824586:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586739.824589:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586739.824592:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586739.824731:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [99:99:256:4294967295] 192.168.204.155@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1777586739.824742:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586739.824747:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586739.824752:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000800:00000200:3.0:1777586739.824760:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586739.824766:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586739.824770:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586739.824790:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586739.824794:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 597667 usecs (598 jiffies) 00000100:00000001:3.0:1777586739.824798:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306487385 00000100:00000001:3.0:1777586739.824801:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306490190 00000100:00000001:3.0:1777586739.824803:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306487385 00000100:00000001:3.0:1777586739.824806:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306490190 00000100:00000001:3.0:1777586739.824808:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306487385 00000100:00000001:3.0:1777586739.824810:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306490190 00000100:00000001:3.0:1777586739.824812:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306487385 00000100:00000001:3.0:1777586739.824815:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306490190 00000100:00000001:3.0:1777586739.824817:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586739.824821:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.824830:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.824833:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.824840:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586739.824842:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586739.824845:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586739.824847:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586739.824849:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.824851:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586739.825565:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586739.825570:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:1.0:1777586739.825574:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586739.825592:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586739.825597:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9829f29 00000400:00000010:1.0:1777586739.825600:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a9829f29. 00000100:00000001:1.0:1777586739.825603:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586739.825608:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.825617:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586739.825620:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.825626:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586739.825627:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586739.827079:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586739.827088:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586739.827091:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586739.827102:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586739.827111:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586739.827124:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02e00 00000400:00000200:0.0:1777586739.827131:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3f5 [1] + 224 00000800:00000001:0.0:1777586739.827138:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586739.827144:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586739.827146:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586739.827150:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586739.827156:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586739.827173:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586739.827183:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586739.827198:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586739.827206:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586739.827208:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.827384:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586739.827388:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586739.827394:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586739.827396:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586739.827399:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf4da9e8. 00000400:00000200:3.0:1777586739.827405:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:3.0:1777586739.827417:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:3.0:1777586739.827422:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586739.827425:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586739.827433:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.827439:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586739.827441:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.827443:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586739.827447:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586739.827449:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586739.827451:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586739.827735:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586739.827746:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586739.827750:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586739.827753:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586739.827754:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586739.827757:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586739.827761:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586739.827768:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.827778:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586739.827780:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586739.827782:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586739.827783:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586739.827787:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.827936:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586739.827939:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586739.827941:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586739.827945:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586739.827953:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667664896:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586739.827958:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.827960:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586739.827963:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667664896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.827968:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586739.827971:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586739.827974:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000872c6dff. 02000000:00000001:3.0:1777586739.827979:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586739.827981:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586739.827983:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586739.827985:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586739.827987:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:3.0:1777586739.827991:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586739.827993:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586739.827994:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777586739.827997:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586739.827998:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.828000:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.828008:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586739.828009:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.828011:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586739.828019:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586739.830241:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830284:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586739.830288:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830291:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586739.830301:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586739.830317:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02d00 00000400:00000200:1.0:1777586739.830325:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x3ed [1] + 224 00000800:00000001:1.0:1777586739.830332:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830348:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586739.830350:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586739.830355:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586739.830361:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586739.830366:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586739.830376:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.830400:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586739.830417:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830422:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586739.830424:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830425:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586739.830430:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586739.830436:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02d80 00000400:00000200:1.0:1777586739.830441:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:1.0:1777586739.830445:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830452:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586739.830454:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586739.830457:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586739.830459:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586739.830462:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586739.830470:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586739.830480:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586739.830484:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586739.830487:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.830544:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586739.830548:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586739.830554:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586739.830556:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586739.830559:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007679732f. 00000400:00000200:3.0:1777586739.830564:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:3.0:1777586739.830565:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:3.0:1777586739.830568:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586739.830572:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586739.830579:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.830590:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586739.830593:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.830595:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586739.830597:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586739.830599:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586739.830601:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586739.830604:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586739.830612:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586739.830616:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586739.830622:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586739.830624:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586739.830626:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586739.830629:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.830632:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586739.830634:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586739.830636:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586739.830637:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586739.830640:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.830647:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586739.830649:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586739.830651:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586739.830660:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586739.830667:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667664768:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586739.830671:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.830674:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586739.830676:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667664768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586739.830682:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586739.830684:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586739.830687:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586739.830690:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586739.830692:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586739.830693:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586739.830696:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586739.830697:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:3.0:1777586739.830700:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586739.830701:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586739.830702:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:3.0:1777586739.830705:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586739.830706:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.830708:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586739.830715:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586739.830717:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586739.830719:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586739.830720:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586739.830759:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586739.830763:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586739.830766:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586739.830768:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586739.830769:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ba3848. 00000400:00000200:2.0:1777586739.830772:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:2.0:1777586739.830774:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:2.0:1777586739.830777:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586739.830780:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586739.830800:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586739.830805:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586739.830807:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586739.830809:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586739.830810:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586739.830811:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586739.830813:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586739.830815:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586739.830817:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586739.830820:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586739.830822:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586739.830823:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586739.830824:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586739.830826:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586739.830827:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586739.830830:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586739.830837:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586739.830839:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586739.830840:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586739.830842:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586739.830849:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667664640:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586739.830853:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586739.830855:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586739.830857:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667664640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586739.830862:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586739.830863:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586739.830865:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d66fb8d. 02000000:00000001:2.0:1777586739.830874:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586739.830875:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586739.830876:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586739.830878:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586739.830880:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777586739.830882:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586739.830883:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586739.830884:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:2.0:1777586739.830886:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586739.830887:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586739.830889:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586739.830892:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586739.830893:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586739.830895:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586739.830896:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586740.461679:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586740.461684:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586740.461688:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586740.461689:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586740.461737:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586740.461742:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586740.461744:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586741.485402:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586741.485409:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586741.485415:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586741.485416:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586741.485470:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586741.485474:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586741.485477:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586742.509437:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586742.509443:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586742.509449:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586742.509450:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586742.509537:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586742.509540:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586742.509543:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586743.277943:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306490190, at 4306490240 00000100:00000010:2.0:1777586743.277959:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008b9aae8. 00000100:00000040:3.0:1777586743.278404:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306490190, at 4306490241 00000100:00000010:3.0:1777586743.278411:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee67c1aa. 00000100:00000040:0.0:1777586743.278536:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306490190, at 4306490241 00000100:00000010:0.0:1777586743.278542:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000717263c. 00000100:00000040:1.0:1777586743.278792:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306490190, at 4306490241 00000100:00000010:1.0:1777586743.278798:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94ee182. 00010000:00000001:1.0:1777586743.533398:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586743.533402:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586743.533407:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586743.533408:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586743.533878:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586743.533881:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586743.533884:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586744.557367:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586744.557374:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586744.557380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586744.557380:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586744.558272:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586744.558275:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586744.558278:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586744.941423:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586744.941428:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586744.941435:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586744.941442:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586744.941445:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586744.941495:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586744.941500:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586744.941506:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586744.941511:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941519:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586744.941539:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586744.941540:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941544:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_03+3] req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586744.941570:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941572:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586744.941574:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586744.941576:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777586744.941577:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586744.941579:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586744.941580:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586744.941581:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586744.941583:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777586744.941585:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941587:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586744.941592:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586744.941592:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941595:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586744.941609:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941611:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586744.941614:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777586744.941615:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1777586744.941616:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000100:00000001:0.0:1777586744.941620:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1777586744.941620:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586744.941623:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586744.941624:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777586744.941625:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1777586744.941626:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777586744.941628:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586744.941629:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586744.941633:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777586744.941637:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:0.0:1777586744.941644:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586744.941647:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.941647:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586744.941653:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586744.941656:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777586744.941656:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586744.941664:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586744.941666:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.941669:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_01+1] req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586744.941672:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586744.941680:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667665024:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586744.941686:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586744.941687:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777586744.941688:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586744.941691:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1777586744.941693:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1777586744.941694:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11829) 00000100:00000001:2.0:1777586744.941702:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586744.941704:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.941705:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586744.941706:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586744.941709:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1777586744.941711:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586744.941714:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b97236. 02000000:00000001:0.0:1777586744.941718:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.941719:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586744.941721:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586744.941724:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586744.941725:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1777586744.941726:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 02000000:00000001:2.0:1777586744.941726:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586744.941731:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667665152:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586744.941734:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1777586744.941735:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005376fed5. 02000000:00000001:2.0:1777586744.941736:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586744.941739:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586744.941740:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586744.941743:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d774398. 02000000:00000001:2.0:1777586744.941744:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586744.941747:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000100:00000200:0.0:1777586744.941760:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665024, portal 25 00000100:00000001:0.0:1777586744.941763:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586744.941765:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:0.0:1777586744.941775:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586744.941783:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586744.941786:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586744.941789:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000001:3.0:1777586744.941812:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586744.941814:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586744.941816:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586744.941820:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586744.941834:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586744.941835:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586744.941837:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586744.941839:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586744.941845:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586744.941848:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667665280:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586744.941851:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586744.941854:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586744.941855:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586744.941857:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586744.941860:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ae77a. 02000000:00000001:3.0:1777586744.941861:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586744.941864:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007679732f. 00000100:00000200:0.0:1777586744.942348:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667665024, offset 0 00000400:00000010:2.0:1777586744.942349:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777586744.942356:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665152, portal 10 00000400:00000200:0.0:1777586744.942360:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586744.942365:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586744.942366:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:2.0:1777586744.942374:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586744.942376:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586744.942384:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777586744.942385:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1777586744.942389:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586744.942391:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002941b838. 00000400:00000200:0.0:1777586744.942392:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:2.0:1777586744.942394:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667665152, offset 0 00000400:00000200:0.0:1777586744.942398:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586744.942401:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586744.942404:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586744.942409:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [100:100:256:4294967295] 192.168.204.155@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:0.0:1777586744.942419:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586744.942424:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586744.942429:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000984ec61d. 00000800:00000200:0.0:1777586744.942436:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586744.942443:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586744.942447:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000984ec61d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586744.942463:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586744.942467:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306495311 00000100:00000010:0.0:1777586744.942471:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb9b2de8. 00000400:00000200:2.0:1777586744.942475:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586744.942479:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586744.942481:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586744.942484:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777586744.942485:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1777586744.942488:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586744.942491:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [101:101:255:4294967295] 192.168.204.155@tcp LPNI seq info [101:101:7:4294967295] 00000100:00000001:0.0:1777586744.942494:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306495311 00000100:00000010:0.0:1777586744.942499:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c2fcc98. 00000400:00000200:2.0:1777586744.942500:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586744.942504:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1777586744.942505:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586744.942510:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306495311 00000800:00000010:2.0:1777586744.942510:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000100:00000010:0.0:1777586744.942516:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036bef5f8. 00000800:00000200:2.0:1777586744.942516:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586744.942522:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1777586744.942522:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586744.942526:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586744.942527:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306495311 00000100:00000001:2.0:1777586744.942529:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586744.942530:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8691442. 00000100:00000040:2.0:1777586744.942532:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 573233 usecs (574 jiffies) 00000100:00000001:0.0:1777586744.942534:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586744.942535:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306492479 00000100:00000001:0.0:1777586744.942539:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586744.942539:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306495311 00000100:00000001:2.0:1777586744.942540:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306492479 00000100:00000001:2.0:1777586744.942544:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306495311 00000100:00000001:0.0:1777586744.942545:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.942545:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306492479 00000100:00000001:2.0:1777586744.942550:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306495311 00000100:00000001:0.0:1777586744.942551:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586744.942554:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586744.942558:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306492479 00000100:00000001:2.0:1777586744.942560:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306495311 00000100:00000001:2.0:1777586744.942561:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586744.942563:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586744.942563:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586744.942567:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586744.942567:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.942570:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586744.942572:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586744.942575:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586744.942575:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586744.942576:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.942577:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1777586744.942581:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586744.942582:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.942582:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586744.942585:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1777586744.942587:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000984ec61d. 00000100:00000001:2.0:1777586744.942587:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.942589:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586744.942601:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586744.942607:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586744.942612:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:1.0:1777586744.942614:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:1.0:1777586744.942618:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586744.942622:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586744.942624:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000200:3.0:1777586744.942630:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665280, portal 10 00000100:00000001:3.0:1777586744.942633:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586744.942634:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586744.942635:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:1.0:1777586744.942639:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586744.942643:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586744.942653:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586744.942656:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586744.942658:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586744.942662:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1777586744.942662:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074ea183c. 00000100:00000200:3.0:1777586744.942665:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667665280, offset 0 00000400:00000200:3.0:1777586744.942671:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586744.942677:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:1.0:1777586744.942678:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586744.942681:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777586744.942681:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586744.942686:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586744.942686:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586744.942689:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586744.942693:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586744.942695:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586744.942699:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [102:102:255:4294967295] 192.168.204.155@tcp LPNI seq info [102:102:7:4294967295] 00000400:00000200:3.0:1777586744.942705:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586744.942713:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586744.942714:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002941b838 00000400:00000010:1.0:1777586744.942717:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002941b838. 00000800:00000010:3.0:1777586744.942718:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000100:00000001:1.0:1777586744.942720:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1777586744.942723:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:1.0:1777586744.942726:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586744.942730:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586744.942733:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586744.942738:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586744.942742:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 70835 usecs (71 jiffies) 00000100:00000001:1.0:1777586744.942743:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586744.942744:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306491976 00000100:00000001:3.0:1777586744.942746:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306495311 00000100:00000001:3.0:1777586744.942747:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306491976 00000100:00000001:3.0:1777586744.942748:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306495311 00000100:00000001:3.0:1777586744.942749:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306491976 00000100:00000001:3.0:1777586744.942750:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306495311 00000100:00000001:3.0:1777586744.942753:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306491976 00000100:00000001:3.0:1777586744.942755:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306495311 00000100:00000040:1.0:1777586744.942756:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586744.942758:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586744.942763:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586744.942767:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586744.942770:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586744.942771:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586744.942776:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586744.942777:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586744.942779:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586744.942782:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586744.942804:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586744.942806:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:1.0:1777586744.942808:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586744.942812:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586744.942814:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ea183c 00000400:00000010:1.0:1777586744.942815:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000074ea183c. 00000100:00000001:1.0:1777586744.942817:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586744.942819:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586744.942826:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586744.942827:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586744.942830:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586744.942833:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586744.942834:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586744.942836:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586744.942838:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586744.944950:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.944962:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586744.944966:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.944968:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586744.944977:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586744.944989:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02f00 00000400:00000200:0.0:1777586744.944996:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x40d [1] + 224 00000800:00000001:0.0:1777586744.945003:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.945007:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586744.945009:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586744.945013:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586744.945018:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586744.945033:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586744.945053:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586744.945067:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586744.945075:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.945078:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586744.945080:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.945082:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586744.945086:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586744.945092:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc02e80 00000400:00000200:0.0:1777586744.945096:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:0.0:1777586744.945100:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.945103:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586744.945105:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586744.945107:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586744.945110:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586744.945113:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586744.945121:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586744.945139:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586744.945144:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.945147:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586744.945149:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586744.945151:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586744.945155:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586744.945161:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc02f80 00000400:00000200:0.0:1777586744.945165:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x415 [1] + 224 00000800:00000001:0.0:1777586744.945169:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586744.945179:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586744.945182:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777586744.945186:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586744.945188:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586744.945190:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1777586744.945194:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777586744.945194:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000400:00000200:0.0:1777586744.945196:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586744.945208:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376fed5 00000400:00000010:1.0:1777586744.945210:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005376fed5. 00000100:00000001:1.0:1777586744.945213:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586744.945217:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586744.945225:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586744.945230:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586744.945232:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586744.945233:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586744.945236:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586744.945237:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586744.945239:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586744.945240:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586744.945245:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586744.945249:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586744.945274:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586744.945276:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586744.945280:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777586744.945280:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1777586744.945282:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.945283:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586744.945287:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586744.945288:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777586744.945288:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586744.945291:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1777586744.945292:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586744.945294:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000100:00000040:1.0:1777586744.945297:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586744.945301:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:2.0:1777586744.945305:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000040:0.0:1777586744.945308:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586744.945321:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586744.945328:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586744.945344:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586744.945350:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1777586744.945350:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586744.945353:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586744.945355:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1777586744.945362:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586744.945363:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586744.945365:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586744.945369:0:197581:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1777586744.945370:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777586744.945372:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586744.945373:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586744.945375:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586744.945376:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777586744.945377:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586744.945378:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586744.945379:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667665024:192.168.204.155@tcp:400: 00000400:00000001:3.0:1777586744.945381:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1777586744.945382:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586744.945387:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586744.945388:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1777586744.945389:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=81 v=5 (5 0 0 0) 00000100:00000001:1.0:1777586744.945390:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1777586744.945390:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007679732f. 00000400:00000200:3.0:1777586744.945394:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000100:00000040:1.0:1777586744.945395:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667665024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586744.945396:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586744.945402:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1777586744.945403:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:2.0:1777586744.945405:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586744.945407:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586744.945410:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586744.945416:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777586744.945417:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1777586744.945420:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586744.945421:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1777586744.945421:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586744.945425:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b97236. 00000100:00000001:2.0:1777586744.945426:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1777586744.945429:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1777586744.945429:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586744.945430:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1777586744.945431:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1777586744.945433:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586744.945433:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1777586744.945434:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586744.945435:0:197582:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1777586744.945436:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586744.945437:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1777586744.945437:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586744.945439:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1777586744.945440:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 00000100:00000001:3.0:1777586744.945441:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586744.945444:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1777586744.945444:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586744.945444:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586744.945447:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586744.945448:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00001000:3.0:1777586744.945449:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=87 v=5 (5 0 0 0) 00000100:00000001:1.0:1777586744.945453:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586744.945454:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777586744.945456:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586744.945458:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586744.945462:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586744.945464:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586744.945464:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.945465:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586744.945466:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.945469:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586744.945471:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586744.945471:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1777586744.945473:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777586744.945475:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586744.945477:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1777586744.945479:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586744.945492:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667665152:192.168.204.155@tcp:400: 00010000:00000001:3.0:1777586744.945499:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.945500:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586744.945503:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586744.945503:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586744.945506:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000040:2.0:1777586744.945508:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667665152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586744.945510:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586744.945513:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.945520:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1777586744.945521:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586744.945523:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586744.945525:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d774398. 02000000:00000001:2.0:1777586744.945532:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777586744.945533:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1777586744.945534:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586744.945536:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586744.945537:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1777586744.945541:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777586744.945541:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777586744.945543:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:2.0:1777586744.945546:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1777586744.945546:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586744.945548:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586744.945550:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:2.0:1777586744.945554:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586744.945555:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586744.945557:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586744.945561:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586744.945567:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586744.945569:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586744.945570:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586744.945596:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667665280:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586744.945599:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586744.945601:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586744.945603:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667665280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586744.945608:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586744.945609:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586744.945611:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ae77a. 02000000:00000001:3.0:1777586744.945613:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586744.945614:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586744.945615:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586744.945617:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586744.945618:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:3.0:1777586744.945620:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586744.945631:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586744.945632:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:3.0:1777586744.945634:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586744.945635:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586744.945637:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586744.945640:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586744.945641:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586744.945642:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586744.945644:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586745.581432:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586745.581441:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586745.581451:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586745.581459:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586745.581462:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586745.581467:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586745.581471:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586745.581474:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586745.581477:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586745.581481:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586745.581588:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586745.581592:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586745.581594:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586746.605403:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586746.605421:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586746.605423:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586746.605427:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586746.605438:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586746.605441:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586746.605444:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586746.605446:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586746.605451:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586746.605459:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586746.605699:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586746.605703:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586746.605710:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586747.629442:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586747.629449:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586747.629456:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586747.629457:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586747.629492:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586747.629496:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586747.629498:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586748.397438:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306495311, at 4306495360 00000100:00000040:2.0:1777586748.397438:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306495311, at 4306495360 00000100:00000040:0.0:1777586748.397448:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306495311, at 4306495360 00000100:00000040:3.0:1777586748.397455:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306495311, at 4306495360 00000100:00000010:2.0:1777586748.397465:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036bef5f8. 00000100:00000010:1.0:1777586748.397467:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c2fcc98. 00000100:00000010:0.0:1777586748.397475:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb9b2de8. 00000100:00000010:3.0:1777586748.397485:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8691442. 00010000:00000001:1.0:1777586748.653443:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586748.653452:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586748.653462:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586748.653464:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586748.653557:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586748.653563:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586748.653583:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586749.677377:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586749.677384:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586749.677393:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586749.677394:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586749.677469:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586749.677475:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586749.677479:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586750.061521:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586750.061533:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586750.061551:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777586750.061564:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586750.061570:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586750.061574:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586750.061579:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586750.061589:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586750.061599:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061614:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586750.061627:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586750.061630:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061636:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_02+2] req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.061670:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061672:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586750.061677:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586750.061701:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777586750.061704:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586750.061708:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586750.061709:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586750.061711:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586750.061715:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:0.0:1777586750.061719:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061724:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586750.061725:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586750.061734:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586750.061736:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586750.061738:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586750.061739:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586750.061744:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_03+3] req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586750.061754:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.061765:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061774:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586750.061786:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586750.061787:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777586750.061792:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586750.061793:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777586750.061800:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777586750.061803:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586750.061806:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586750.061808:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586750.061809:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586750.061813:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586750.061814:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586750.061819:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00100000:1.0:1777586750.061822:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667665408:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586750.061824:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586750.061834:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1777586750.061838:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777586750.061843:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586750.061850:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.061858:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1777586750.061859:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586750.061862:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061869:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_00+0] req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586750.061869:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a03168bc. 02000000:00000001:1.0:1777586750.061875:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586750.061885:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5c8b77. 00000400:00000010:1.0:1777586750.061894:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000001:0.0:1777586750.061911:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.061914:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586750.061925:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586750.061941:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11834) 00000100:00000200:1.0:1777586750.061955:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665408, portal 25 00000100:00000001:3.0:1777586750.061960:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586750.061965:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586750.061968:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586750.061976:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586750.061978:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586750.061981:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000100:00000001:3.0:1777586750.061994:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777586750.061997:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586750.061998:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586750.062005:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586750.062010:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586750.062014:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777586750.062016:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586750.062023:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667665664:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586750.062027:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586750.062032:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777586750.062033:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586750.062036:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586750.062038:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 02000000:00000001:3.0:1777586750.062040:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1777586750.062048:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667665408, offset 0 02000000:00000010:3.0:1777586750.062050:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c7ee4e. 02000000:00000001:3.0:1777586750.062055:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586750.062063:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586750.062063:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007679732f. 00000100:00000001:2.0:1777586750.062066:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586750.062072:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586750.062074:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586750.062082:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586750.062082:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000400:00000200:1.0:1777586750.062088:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586750.062097:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1777586750.062098:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665664, portal 10 00000100:00000001:2.0:1777586750.062100:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586750.062108:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1777586750.062110:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586750.062111:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000400:00000200:1.0:1777586750.062113:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777586750.062113:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586750.062122:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586750.062131:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00100000:2.0:1777586750.062132:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667665536:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777586750.062132:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586750.062144:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586750.062149:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586750.062154:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777586750.062157:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:2.0:1777586750.062159:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586750.062166:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586750.062168:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777586750.062172:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [103:103:256:4294967295] 192.168.204.155@tcp LPNI seq info [103:103:8:4294967295] 02000000:00000010:2.0:1777586750.062175:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006932a776. 00000100:00000040:3.0:1777586750.062181:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777586750.062185:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586750.062191:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 00000400:00000010:2.0:1777586750.062194:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000100:00000200:3.0:1777586750.062197:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667665664, offset 0 00000400:00000010:2.0:1777586750.062201:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000400:00000200:1.0:1777586750.062227:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:3.0:1777586750.062227:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586750.062234:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586750.062243:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586750.062284:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586750.062290:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586750.062296:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586750.062300:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586750.062303:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586750.062307:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [104:104:255:4294967295] 192.168.204.155@tcp LPNI seq info [104:104:7:4294967295] 00000800:00000200:1.0:1777586750.062315:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777586750.062325:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586750.062332:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586750.062338:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586750.062340:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1777586750.062347:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000800:00000200:3.0:1777586750.062356:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586750.062364:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586750.062365:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586750.062373:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586750.062375:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306500430 00000100:00000001:3.0:1777586750.062382:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586750.062386:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 67686 usecs (68 jiffies) 00000100:00000010:1.0:1777586750.062388:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94ee182. 00000100:00000001:3.0:1777586750.062394:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306497092 00000100:00000001:1.0:1777586750.062399:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777586750.062407:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306500430 00000100:00000001:3.0:1777586750.062410:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306500430 00000100:00000010:1.0:1777586750.062412:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000717263c. 00000100:00000001:3.0:1777586750.062418:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306497093 00000100:00000001:1.0:1777586750.062420:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777586750.062429:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306500431 00000100:00000001:3.0:1777586750.062429:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306500430 00000100:00000001:3.0:1777586750.062437:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306497093 00000100:00000010:1.0:1777586750.062438:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee67c1aa. 00000100:00000001:1.0:1777586750.062460:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586750.062464:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306500431 00000100:00000001:3.0:1777586750.062465:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306500431 00000100:00000010:1.0:1777586750.062469:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008b9aae8. 00000100:00000001:3.0:1777586750.062470:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306497093 00000100:00000001:1.0:1777586750.062476:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586750.062481:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306500431 00000100:00000001:1.0:1777586750.062482:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586750.062490:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586750.062491:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586750.062499:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586750.062501:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586750.062502:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777586750.062505:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586750.062511:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1777586750.062512:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000100:00000001:1.0:1777586750.062520:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586750.062522:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586750.062522:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586750.062527:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1777586750.062530:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586750.062532:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586750.062536:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586750.062539:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586750.062542:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586750.062543:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586750.062544:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586750.062548:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586750.062549:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586750.062551:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586750.062556:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586750.062566:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586750.062569:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586750.063092:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665536, portal 10 00000100:00000001:2.0:1777586750.063096:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586750.063097:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:2.0:1777586750.063106:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586750.063115:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586750.063126:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586750.063129:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000200:2.0:1777586750.063133:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667665536, offset 0 00000400:00000200:2.0:1777586750.063138:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586750.063144:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586750.063148:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586750.063151:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586750.063153:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586750.063156:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586750.063159:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [105:105:254:4294967295] 192.168.204.155@tcp LPNI seq info [105:105:6:4294967295] 00000400:00000200:2.0:1777586750.063169:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586750.063174:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586750.063178:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586750.063183:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586750.063188:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586750.063191:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586750.063194:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586750.063197:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 550493 usecs (551 jiffies) 00000100:00000001:2.0:1777586750.063199:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306497576 00000100:00000001:2.0:1777586750.063202:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306500430 00000100:00000001:2.0:1777586750.063204:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306497576 00000100:00000001:2.0:1777586750.063206:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306500430 00000100:00000001:2.0:1777586750.063208:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306497576 00000100:00000001:2.0:1777586750.063209:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306500431 00000100:00000001:2.0:1777586750.063280:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306497577 00000100:00000001:2.0:1777586750.063282:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306500431 00000100:00000001:2.0:1777586750.063285:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586750.063287:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586750.063295:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586750.063297:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586750.063302:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586750.063304:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586750.063306:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586750.063308:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586750.063309:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586750.063311:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586750.063372:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:0.0:1777586750.063376:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:0.0:1777586750.063384:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586750.063390:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.063401:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586750.063403:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.063410:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.063412:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586750.063429:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586750.063431:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:0.0:1777586750.063434:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586750.063438:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586750.063441:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000400:00000010:0.0:1777586750.063442:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:0.0:1777586750.063445:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586750.063448:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.063455:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586750.063457:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.063464:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.063465:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586750.063535:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586750.063538:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:0.0:1777586750.063545:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586750.063549:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586750.063552:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000400:00000010:0.0:1777586750.063554:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:0.0:1777586750.063557:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586750.063559:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.063567:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586750.063569:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.063576:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.063577:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586750.067370:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067387:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586750.067392:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067395:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586750.067406:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586750.067426:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03000 00000400:00000200:1.0:1777586750.067434:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x41d [1] + 224 00000800:00000001:1.0:1777586750.067442:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067447:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586750.067449:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586750.067453:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586750.067460:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586750.067466:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586750.067477:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586750.067503:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586750.067512:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067515:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586750.067530:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067532:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586750.067536:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586750.067542:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03100 00000400:00000200:1.0:1777586750.067547:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x425 [1] + 224 00000800:00000001:1.0:1777586750.067550:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067553:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586750.067554:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586750.067557:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586750.067560:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586750.067564:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586750.067571:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586750.067592:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586750.067596:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067599:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586750.067600:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067602:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586750.067605:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586750.067609:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03080 00000400:00000200:1.0:1777586750.067614:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x42d [1] + 224 00000800:00000001:1.0:1777586750.067617:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067622:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586750.067623:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586750.067626:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586750.067628:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586750.067631:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586750.067639:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586750.067672:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586750.067679:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586750.067683:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586750.067690:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586750.067699:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586750.067711:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586750.067714:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586750.067717:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007679732f. 00000400:00000200:2.0:1777586750.067727:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:2.0:1777586750.067730:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:2.0:1777586750.067734:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586750.067744:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586750.067758:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586750.067762:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586750.067770:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586750.067771:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586750.067775:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1777586750.067778:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777586750.067779:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586750.067780:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586750.067783:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777586750.067786:0:197581:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1777586750.067788:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac5c8b77. 02000000:00000001:2.0:1777586750.067792:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1777586750.067794:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000100:00000001:2.0:1777586750.067797:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1777586750.067798:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:2.0:1777586750.067802:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777586750.067805:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777586750.067805:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1777586750.067808:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586750.067810:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000100:00000200:3.0:1777586750.067812:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586750.067814:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586750.067831:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586750.067837:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=93 v=5 (5 0 0 0) 00000100:00000001:3.0:1777586750.067839:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586750.067842:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586750.067851:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1777586750.067855:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=72 v=5 (1 0 0 0) 02000000:00000001:3.0:1777586750.067856:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586750.067860:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586750.067862:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586750.067866:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586750.067867:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586750.067878:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1777586750.067878:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586750.067887:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00010000:00080000:2.0:1777586750.067887:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777586750.067888:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=93 v=5 (5 0 0 0) 00000400:00000010:0.0:1777586750.067894:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:0.0:1777586750.067905:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1777586750.067905:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=93 v=5 (1 0 0 0) 00000100:00000200:0.0:1777586750.067917:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586750.067917:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586750.067919:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586750.067924:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586750.067928:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586750.067933:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586750.067935:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586750.067943:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586750.067944:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.067970:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586750.067971:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586750.067972:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1777586750.067974:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586750.067979:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1777586750.067979:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586750.067979:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1777586750.067983:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586750.067984:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586750.067986:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586750.067986:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586750.067989:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586750.067995:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586750.067998:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586750.067999:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586750.068005:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777586750.068010:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586750.068030:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586750.068043:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586750.068053:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586750.068053:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1777586750.068060:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667665408:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586750.068063:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586750.068064:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586750.068068:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777586750.068075:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1777586750.068077:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1777586750.068080:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586750.068082:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586750.068083:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667665408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586750.068093:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586750.068098:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586750.068107:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586750.068112:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586750.068126:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586750.068128:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667665664:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586750.068138:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586750.068142:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1777586750.068150:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586750.068150:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777586750.068150:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a03168bc. 00000100:00000001:2.0:1777586750.068159:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586750.068160:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1777586750.068161:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586750.068164:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1777586750.068165:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1777586750.068168:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667665664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1777586750.068170:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000040:0.0:1777586750.068175:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1777586750.068178:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586750.068185:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:3.0:1777586750.068195:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586750.068200:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586750.068206:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:3.0:1777586750.068225:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586750.068231:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777586750.068233:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586750.068237:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1777586750.068238:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667665536:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586750.068238:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777586750.068242:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c7ee4e. 02000000:00000001:2.0:1777586750.068250:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777586750.068286:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586750.068290:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.068295:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586750.068299:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586750.068303:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667665536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1777586750.068308:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586750.068311:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586750.068320:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777586750.068325:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1777586750.068325:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:0.0:1777586750.068330:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1777586750.068333:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1777586750.068334:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006932a776. 02000000:00000001:2.0:1777586750.068337:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586750.068339:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 02000000:00000001:0.0:1777586750.068342:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777586750.068346:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1777586750.068350:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1777586750.068351:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1777586750.068352:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586750.068352:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586750.068355:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777586750.068361:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777586750.068362:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1777586750.068366:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:0.0:1777586750.068370:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586750.068372:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1777586750.068373:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1777586750.068374:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:2.0:1777586750.068376:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.068381:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586750.068381:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586750.068385:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586750.068387:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586750.068393:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.068404:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586750.068406:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586750.068410:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586750.068413:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586750.701392:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586750.701400:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586750.701410:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586750.701412:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586750.701459:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586750.701464:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586750.701466:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586751.725369:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586751.725375:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586751.725381:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586751.725383:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586751.725432:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586751.725437:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586751.725441:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586752.749348:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586752.749358:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586752.749368:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586752.749370:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586752.749462:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586752.749469:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586752.749473:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586753.517325:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306500430, at 4306500480 00000100:00000040:2.0:1777586753.517325:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306500431, at 4306500480 00000100:00000010:2.0:1777586753.517342:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee67c1aa. 00000100:00000010:0.0:1777586753.517344:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94ee182. 00000100:00000040:1.0:1777586753.517376:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306500430, at 4306500480 00000100:00000010:1.0:1777586753.517381:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000717263c. 00000100:00000040:3.0:1777586753.518307:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306500431, at 4306500481 00000100:00000010:3.0:1777586753.518313:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008b9aae8. 00010000:00000001:1.0:1777586753.773428:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586753.773443:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586753.773456:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586753.773458:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586753.773503:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586753.773509:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586753.773514:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586754.797349:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586754.797355:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586754.797361:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586754.797362:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586754.797379:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586754.797382:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586754.797384:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586755.181440:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586755.181448:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586755.181472:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000020:00000040:3.0:1777586755.181479:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586755.181483:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586755.181486:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586755.181490:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586755.181496:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586755.181503:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.181513:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586755.181523:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586755.181525:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.181530:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_01+1] req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.181586:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586755.181591:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586755.181593:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586755.181598:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.181606:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586755.181607:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586755.181610:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586755.181613:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586755.181615:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586755.181617:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667665792:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586755.181621:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586755.181626:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586755.181628:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586755.181630:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586755.181635:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 02000000:00000001:0.0:1777586755.181637:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586755.181642:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000010:0.0:1777586755.181648:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000100:00000200:0.0:1777586755.181655:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665792, portal 25 00000100:00000001:0.0:1777586755.181657:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586755.181658:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00000040:0.0:1777586755.181663:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.181677:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586755.181679:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586755.181682:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000200:0.0:1777586755.181685:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667665792, offset 0 00000400:00000200:0.0:1777586755.181691:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586755.181703:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586755.181707:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586755.181711:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586755.181715:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586755.181717:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586755.181721:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [106:106:256:4294967295] 192.168.204.155@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:0.0:1777586755.181732:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586755.181737:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586755.181741:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000800:00000200:0.0:1777586755.181747:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586755.181755:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586755.181758:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586755.181772:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.181777:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306505550 00000100:00000010:0.0:1777586755.181792:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000001:0.0:1777586755.181799:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586755.181809:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306505550 00000100:00000010:0.0:1777586755.181813:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e13f4dc6. 00000100:00000001:0.0:1777586755.181816:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586755.181819:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306505550 00000100:00000010:0.0:1777586755.181822:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000100:00000001:0.0:1777586755.181824:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586755.181826:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306505550 00000100:00000010:0.0:1777586755.181829:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb9b2de8. 00000100:00000001:0.0:1777586755.181837:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586755.181840:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586755.181843:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.181846:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.181847:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586755.181873:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.181876:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586755.181881:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586755.181884:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777586755.181887:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000800:00000200:1.0:1777586755.181888:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777586755.181890:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1777586755.181893:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 02000000:00000001:3.0:1777586755.181893:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586755.181897:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586755.181899:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586755.181900:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1777586755.181902:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:2.0:1777586755.181905:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586755.181906:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586755.181908:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.181915:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777586755.181918:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:1.0:1777586755.181921:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:1.0:1777586755.181926:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777586755.181928:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1777586755.181931:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586755.181931:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.181940:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_02+2] req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.181942:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586755.181947:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.181962:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.181963:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586755.181978:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.181981:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586755.181991:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586755.181991:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1777586755.181994:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:3.0:1777586755.181994:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000100:00000001:1.0:1777586755.181997:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.182002:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1777586755.182003:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586755.182004:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.182007:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586755.182008:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586755.182009:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586755.182012:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.182017:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586755.182018:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586755.182057:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586755.182060:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586755.182076:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586755.182078:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586755.182080:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586755.182084:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f4945c. 00000100:00000001:3.0:1777586755.182088:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.182092:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586755.182099:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586755.182100:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.182103:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_03+3] req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586755.182124:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586755.182127:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777586755.182130:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586755.182135:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11839) 02000000:00000001:1.0:1777586755.182143:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586755.182147:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586755.182149:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586755.182152:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667665920:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586755.182157:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586755.182159:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586755.182161:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586755.182162:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586755.182165:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030f64044. 02000000:00000001:1.0:1777586755.182167:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.182171:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1777586755.182171:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000381dde7a. 00000100:00000001:0.0:1777586755.182174:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1777586755.182176:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000001:0.0:1777586755.182177:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586755.182179:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586755.182180:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.182183:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586755.182186:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667665920, portal 10 00000100:00000001:1.0:1777586755.182189:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586755.182190:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000100:00000040:1.0:1777586755.182197:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.182204:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586755.182207:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586755.182209:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000100:00000200:1.0:1777586755.182211:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667665920, offset 0 00000400:00000200:1.0:1777586755.182215:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586755.182220:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586755.182223:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586755.182225:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586755.182227:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586755.182229:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586755.182232:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [107:107:256:4294967295] 192.168.204.155@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1777586755.182239:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586755.182243:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586755.182246:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586755.182250:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586755.182274:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586755.182277:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586755.182286:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586755.182290:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 529620 usecs (530 jiffies) 00000100:00000001:1.0:1777586755.182292:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306502675 00000100:00000001:1.0:1777586755.182294:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182296:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306502675 00000100:00000001:1.0:1777586755.182297:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182299:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306502675 00000100:00000001:1.0:1777586755.182306:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182308:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306502675 00000100:00000001:1.0:1777586755.182310:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182312:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586755.182314:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.182316:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.182318:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.182331:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586755.182333:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586755.182335:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586755.182336:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586755.182338:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586755.182341:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.182348:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586755.182349:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586755.182352:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586755.182354:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777586755.182355:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1777586755.182356:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586755.182360:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000100:00100000:1.0:1777586755.182361:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667666048:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586755.182366:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586755.182366:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586755.182370:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586755.182373:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586755.182375:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:1.0:1777586755.182376:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1777586755.182380:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 02000000:00000010:1.0:1777586755.182381:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d66fb8d. 00000400:00000010:0.0:1777586755.182384:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 02000000:00000001:1.0:1777586755.182384:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.182389:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1777586755.182390:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d768d87. 00000400:00000010:1.0:1777586755.182395:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:0.0:1777586755.182396:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586755.182399:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666048, portal 10 00000100:00000001:1.0:1777586755.182404:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586755.182406:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000001:0.0:1777586755.182413:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586755.182415:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.182422:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.182425:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1777586755.182425:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.182437:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586755.182441:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586755.182443:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777586755.182446:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667666048, offset 0 00000400:00000200:1.0:1777586755.182449:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586755.182454:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586755.182456:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586755.182458:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586755.182460:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586755.182462:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586755.182464:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [108:108:256:4294967295] 192.168.204.155@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1777586755.182471:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586755.182474:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586755.182477:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586755.182480:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586755.182483:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586755.182485:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586755.182497:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586755.182500:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 64945 usecs (65 jiffies) 00000100:00000001:1.0:1777586755.182502:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306502210 00000100:00000001:1.0:1777586755.182504:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182506:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306502210 00000100:00000001:1.0:1777586755.182508:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182510:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306502210 00000100:00000001:1.0:1777586755.182512:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182514:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306502210 00000100:00000001:1.0:1777586755.182516:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306505550 00000100:00000001:1.0:1777586755.182524:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586755.182525:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.182527:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.182529:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777586755.182533:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586755.182533:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586755.182535:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1777586755.182537:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000100:00000001:1.0:1777586755.182539:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586755.182541:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1777586755.182543:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586755.182543:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.182548:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586755.182550:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777586755.182552:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586755.182554:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586755.182556:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:0.0:1777586755.182558:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:0.0:1777586755.182561:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586755.182565:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.182583:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586755.182585:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.182589:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.182591:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586755.184550:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586755.184560:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586755.184564:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586755.184566:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586755.184576:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586755.184589:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03180 00000400:00000200:1.0:1777586755.184596:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x435 [1] + 224 00000800:00000001:1.0:1777586755.184603:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586755.184610:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586755.184613:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586755.184617:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586755.184622:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586755.184625:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586755.184635:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.184658:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586755.184665:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586755.184669:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586755.184735:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586755.184739:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586755.184744:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586755.184757:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586755.184760:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777586755.184767:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:0.0:1777586755.184769:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:0.0:1777586755.184772:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586755.184775:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586755.184782:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.184788:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586755.184790:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586755.184795:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586755.184798:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586755.184800:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586755.184802:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586755.184805:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586755.184810:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586755.184814:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586755.184817:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586755.184818:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586755.184820:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586755.184828:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.184830:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586755.184834:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.184855:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586755.184857:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586755.184859:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586755.184862:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586755.184869:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667665792:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586755.184873:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586755.184875:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586755.184877:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667665792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.184883:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586755.184885:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586755.184888:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 02000000:00000001:0.0:1777586755.184892:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586755.184893:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586755.184895:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586755.184897:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586755.184899:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:0.0:1777586755.184902:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586755.184904:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586755.184905:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:0.0:1777586755.184908:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586755.184909:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586755.184910:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586755.184915:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586755.184917:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586755.184918:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586755.184921:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586755.186897:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188212:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586755.188216:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188221:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586755.188232:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586755.188281:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03200 00000400:00000200:0.0:1777586755.188288:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x43d [1] + 224 00000800:00000001:0.0:1777586755.188294:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188298:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586755.188300:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586755.188302:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586755.188307:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586755.188311:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586755.188319:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.188335:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586755.188342:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188345:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586755.188346:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188348:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586755.188351:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586755.188356:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03280 00000400:00000200:0.0:1777586755.188360:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x445 [1] + 224 00000800:00000001:0.0:1777586755.188363:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188368:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586755.188370:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586755.188372:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586755.188375:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586755.188377:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586755.188385:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586755.188393:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586755.188397:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586755.188405:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188566:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586755.188570:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586755.188576:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586755.188578:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586755.188580:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d768d87. 00000400:00000200:1.0:1777586755.188590:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:1.0:1777586755.188592:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:1.0:1777586755.188595:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586755.188598:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586755.188606:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.188612:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586755.188614:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188617:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586755.188619:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586755.188621:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586755.188623:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586755.188635:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586755.188643:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586755.188646:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586755.188649:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586755.188651:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.188653:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586755.188657:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586755.188670:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.188674:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586755.188676:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586755.188677:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586755.188679:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586755.188682:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.188689:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586755.188692:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586755.188693:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586755.188696:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586755.188713:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667666048:192.168.204.155@tcp:400: 00000400:00000001:1.0:1777586755.188719:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586755.188720:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586755.188721:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000381dde7a. 00000400:00000200:1.0:1777586755.188724:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777586755.188725:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777586755.188727:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586755.188729:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586755.188735:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.188741:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586755.188742:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188744:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586755.188745:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586755.188746:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586755.188748:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586755.188749:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586755.188752:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586755.188755:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586755.188758:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586755.188758:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.188760:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586755.188762:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.188764:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586755.188765:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586755.188766:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586755.188767:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586755.188770:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.188776:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586755.188785:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586755.188786:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586755.188789:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586755.188796:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667665920:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586755.188800:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188802:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586755.188804:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667666048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.188811:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586755.188812:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586755.188815:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d66fb8d. 02000000:00000001:1.0:1777586755.188817:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586755.188818:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586755.188820:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586755.188821:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586755.188823:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f4945c. 02000000:00000001:1.0:1777586755.188825:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586755.188826:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586755.188827:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:1.0:1777586755.188830:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586755.188831:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188831:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586755.188833:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667665920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586755.188836:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586755.188837:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586755.188838:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030f64044. 02000000:00000001:1.0:1777586755.188839:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586755.188839:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586755.188840:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586755.188841:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586755.188841:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:1.0:1777586755.188846:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586755.188847:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586755.188848:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:1.0:1777586755.188849:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586755.188850:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188851:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586755.188856:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586755.188858:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586755.188859:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586755.188860:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.821511:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586755.821518:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.821524:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586755.821527:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586755.821545:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586755.821554:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.821557:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586755.821559:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.821561:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586755.821563:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586755.822163:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586755.822181:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586755.822184:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586756.845428:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586756.845439:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586756.845443:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586756.845447:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586756.845454:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586756.845457:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586756.845460:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586756.845463:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586756.845468:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586756.845470:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586756.845518:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586756.845524:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586756.845538:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586757.869420:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586757.869426:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586757.869431:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586757.869432:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586757.869450:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586757.869453:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586757.869455:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586758.637431:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306505550, at 4306505600 00000100:00000040:3.0:1777586758.637431:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306505550, at 4306505600 00000100:00000040:0.0:1777586758.637439:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306505550, at 4306505600 00000100:00000010:3.0:1777586758.637447:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb9b2de8. 00000100:00000010:0.0:1777586758.637449:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00000100:00000010:1.0:1777586758.637457:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e13f4dc6. 00000100:00000040:2.0:1777586758.637813:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306505550, at 4306505600 00000100:00000010:2.0:1777586758.637820:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00010000:00000001:1.0:1777586758.893403:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586758.893410:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586758.893415:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586758.893416:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586758.894099:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586758.894102:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586758.894105:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586759.917405:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586759.917414:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586759.917423:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586759.917424:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586759.917475:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586759.917482:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586759.917488:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586760.302211:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586760.302222:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586760.302233:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777586760.302240:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586760.302244:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586760.302248:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586760.302285:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586760.302294:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:1.0:1777586760.302301:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586760.302313:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586760.302324:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586760.302326:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586760.302332:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_00+0] req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586760.302354:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586760.302357:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586760.302361:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586760.302364:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000100:00000001:2.0:1777586760.302365:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1777586760.302366:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586760.302370:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586760.302370:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777586760.302373:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777586760.302374:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1777586760.302377:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586760.302379:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586760.302386:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586760.302388:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586760.302388:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586760.302391:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586760.302393:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586760.302394:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586760.302398:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586760.302399:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00100000:2.0:1777586760.302400:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667666176:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586760.302405:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.302405:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586760.302411:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777586760.302413:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1777586760.302414:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586760.302417:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586760.302421:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a5488ef. 00000100:00000001:1.0:1777586760.302425:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1777586760.302425:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586760.302427:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586760.302429:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000100:00000040:1.0:1777586760.302432:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_01+1] req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586760.302436:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000001:1.0:1777586760.302450:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586760.302452:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586760.302455:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586760.302459:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000100:00000200:2.0:1777586760.302460:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666176, portal 25 00000020:00000040:1.0:1777586760.302461:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586760.302463:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586760.302465:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777586760.302466:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586760.302469:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777586760.302471:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777586760.302472:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586760.302473:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.302476:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1777586760.302477:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:0.0:1777586760.302478:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586760.302483:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586760.302487:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586760.302491:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586760.302491:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586760.302497:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586760.302501:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777586760.302505:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667666176, offset 0 00000400:00000200:2.0:1777586760.302515:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586760.302519:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586760.302521:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586760.302522:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586760.302523:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586760.302526:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586760.302528:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586760.302530:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777586760.302531:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_02+2] req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586760.302534:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586760.302539:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1777586760.302541:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667666304:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777586760.302546:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777586760.302552:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586760.302552:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777586760.302556:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777586760.302557:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777586760.302559:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586760.302561:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777586760.302563:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [109:109:256:4294967295] 192.168.204.155@tcp LPNI seq info [109:109:8:4294967295] 02000000:00000010:0.0:1777586760.302567:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd567a04. 02000000:00000001:0.0:1777586760.302569:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586760.302575:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000010:0.0:1777586760.302576:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000010:0.0:1777586760.302582:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000800:00000200:2.0:1777586760.302582:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777586760.302587:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666304, portal 10 00000800:00000010:2.0:1777586760.302588:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:0.0:1777586760.302591:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586760.302593:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000800:00000200:2.0:1777586760.302597:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777586760.302601:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586760.302608:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586760.302615:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586760.302617:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586760.302619:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586760.302622:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777586760.302626:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586760.302626:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1777586760.302631:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000001:2.0:1777586760.302634:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586760.302634:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586760.302635:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667666304, offset 0 00000100:00000001:2.0:1777586760.302641:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306510671 00000400:00000200:0.0:1777586760.302647:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777586760.302649:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000400:00000200:0.0:1777586760.302656:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586760.302658:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777586760.302660:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586760.302666:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306510671 00000400:00000200:0.0:1777586760.302667:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:2.0:1777586760.302672:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000400:00000200:0.0:1777586760.302675:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586760.302679:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586760.302680:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1777586760.302682:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586760.302684:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.302685:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306510671 00000400:00000200:0.0:1777586760.302689:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [110:110:255:4294967295] 192.168.204.155@tcp LPNI seq info [110:110:7:4294967295] 02000000:00000001:3.0:1777586760.302690:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1777586760.302691:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 02000000:00000001:3.0:1777586760.302694:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586760.302696:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1777586760.302699:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.302700:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306510671 00000100:00000010:2.0:1777586760.302706:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00100000:3.0:1777586760.302707:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667666432:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586760.302709:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586760.302717:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586760.302718:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1777586760.302721:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1777586760.302722:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586760.302723:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586760.302725:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586760.302729:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000100:00000001:2.0:1777586760.302729:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586760.302729:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586760.302735:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586760.302735:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000810da964. 00000800:00000200:0.0:1777586760.302736:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586760.302740:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777586760.302740:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586760.302746:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:3.0:1777586760.302747:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a6ce4c. 00000800:00000200:0.0:1777586760.302750:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586760.302753:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1777586760.302753:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000001:0.0:1777586760.302754:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.302757:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1777586760.302759:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666432, portal 10 00000100:00000040:0.0:1777586760.302760:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 510317 usecs (511 jiffies) 00000100:00000001:2.0:1777586760.302761:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586760.302765:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586760.302766:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306507776 00000100:00000001:3.0:1777586760.302768:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000100:00000001:0.0:1777586760.302770:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306510671 00000100:00000001:0.0:1777586760.302774:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306507776 00000100:00000001:0.0:1777586760.302776:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306510671 00000100:00000040:3.0:1777586760.302778:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.302780:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306507776 00000100:00000001:0.0:1777586760.302783:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306510671 00000100:00000001:0.0:1777586760.302788:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306507776 00000100:00000001:0.0:1777586760.302792:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306510671 00000100:00000001:3.0:1777586760.302795:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586760.302799:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586760.302802:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586760.302803:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000001:0.0:1777586760.302805:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586760.302807:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667666432, offset 0 00000100:00000001:0.0:1777586760.302809:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.302812:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586760.302816:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586760.302818:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586760.302820:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1777586760.302823:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586760.302824:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586760.302827:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586760.302829:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586760.302830:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.302834:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586760.302834:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777586760.302835:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.302839:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586760.302840:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586760.302844:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586760.302845:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586760.302851:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [111:111:254:4294967295] 192.168.204.155@tcp LPNI seq info [111:111:6:4294967295] 00000400:00000200:3.0:1777586760.302860:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586760.302872:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586760.302876:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b777efd. 00000800:00000200:3.0:1777586760.302880:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586760.302885:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586760.302888:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b777efd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586760.302891:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586760.302892:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1777586760.302895:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 62475 usecs (63 jiffies) 00000800:00000010:0.0:1777586760.302896:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000100:00000001:3.0:1777586760.302899:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306507328 00000100:00000001:3.0:1777586760.302903:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306510671 00000400:00000200:0.0:1777586760.302904:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586760.302905:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306507328 00000100:00000001:3.0:1777586760.302909:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306510671 00000100:00000001:3.0:1777586760.302912:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306507328 00000400:00000200:0.0:1777586760.302914:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586760.302917:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306510671 00000400:00000200:0.0:1777586760.302920:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000100:00000001:3.0:1777586760.302921:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306507328 00000400:00000010:0.0:1777586760.302924:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:3.0:1777586760.302924:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306510671 00000100:00000001:3.0:1777586760.302929:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586760.302930:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777586760.302931:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586760.302935:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586760.302936:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586760.302939:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586760.302949:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586760.302951:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.302957:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.302958:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586760.302968:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586760.302969:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 00000400:00000200:0.0:1777586760.302972:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586760.302973:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586760.302977:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:1.0:1777586760.302978:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1777586760.302981:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000100:00000040:1.0:1777586760.302983:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1777586760.302984:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:0.0:1777586760.302989:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1777586760.302991:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11844) 00000100:00000200:0.0:1777586760.302993:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.303002:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586760.303004:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586760.303010:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586760.303025:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.303032:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.303034:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586760.303112:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586760.303114:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b777efd. 00000400:00000200:0.0:1777586760.303117:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586760.303120:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586760.303122:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:0.0:1777586760.303123:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:0.0:1777586760.303125:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586760.303128:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.303137:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586760.303139:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.303144:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.303145:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586760.303775:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586760.303778:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586760.303780:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586760.303781:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586760.303783:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586760.303784:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586760.304932:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586760.304950:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586760.304953:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586760.304955:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586760.304964:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586760.304977:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03300 00000400:00000200:1.0:1777586760.304984:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x44d [1] + 224 00000800:00000001:1.0:1777586760.304991:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586760.304995:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586760.304996:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586760.304998:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586760.305002:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586760.305022:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586760.305031:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586760.305048:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586760.305054:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586760.305058:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586760.305059:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586760.305061:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586760.305065:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586760.305072:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03380 00000400:00000200:1.0:1777586760.305077:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x455 [1] + 224 00000800:00000001:1.0:1777586760.305080:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586760.305080:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586760.305083:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1777586760.305086:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586760.305088:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586760.305090:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:2.0:1777586760.305090:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586760.305094:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586760.305097:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:2.0:1777586760.305101:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777586760.305103:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777586760.305106:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586760.305108:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586760.305111:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586760.305114:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586760.305133:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586760.305135:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586760.305142:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586760.305144:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586760.305153:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586760.305157:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586760.305159:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586760.305161:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586760.305164:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586760.305166:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1777586760.305171:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=103 v=5 (5 0 0 0) 00000800:00000001:1.0:1777586760.305172:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1777586760.305176:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=103 v=5 (1 0 0 0) 00000800:00000001:1.0:1777586760.305177:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586760.305181:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586760.305184:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586760.305186:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586760.305195:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.305199:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586760.305203:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586760.305210:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586760.305212:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586760.305215:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586760.305218:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586760.305226:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667666176:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586760.305231:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586760.305233:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586760.305234:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586760.305237:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777586760.305237:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667666176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586760.305242:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586760.305244:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586760.305247:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000100:00000001:2.0:1777586760.305247:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586760.305275:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586760.305278:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a5488ef. 02000000:00000001:2.0:1777586760.305282:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586760.305284:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586760.305285:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586760.305288:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586760.305290:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 02000000:00000001:2.0:1777586760.305293:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586760.305295:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586760.305296:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:2.0:1777586760.305300:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586760.305301:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586760.305302:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586760.305307:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586760.305308:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586760.305309:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586760.305312:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586760.305571:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:0.0:1777586760.305573:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:0.0:1777586760.305576:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586760.305580:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586760.305588:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.305594:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586760.305595:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586760.305597:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586760.305603:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586760.305604:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586760.305606:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586760.305608:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586760.305614:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586760.305616:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586760.305619:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586760.305620:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586760.305622:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586760.305624:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.305627:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586760.305628:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586760.305629:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586760.305630:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586760.305632:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.305636:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586760.305638:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586760.305638:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586760.305640:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586760.305644:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667666304:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586760.305646:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586760.305647:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586760.305648:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667666304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.305651:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586760.305652:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586760.305653:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd567a04. 02000000:00000001:0.0:1777586760.305655:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586760.305656:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586760.305657:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586760.305658:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586760.305662:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:0.0:1777586760.305664:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586760.305665:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586760.305666:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:0.0:1777586760.305667:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586760.305668:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586760.305669:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586760.305672:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586760.305673:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586760.305674:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586760.305675:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586760.306893:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586760.306901:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586760.306904:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586760.306906:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586760.306912:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586760.306922:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03400 00000400:00000200:0.0:1777586760.306927:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x45d [1] + 224 00000800:00000001:0.0:1777586760.306931:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586760.306950:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586760.306953:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586760.306956:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586760.306961:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586760.306965:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586760.306974:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586760.306989:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586760.306995:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586760.306998:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586760.307026:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586760.307030:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586760.307035:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586760.307037:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586760.307038:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a6ce4c. 00000400:00000200:3.0:1777586760.307042:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:3.0:1777586760.307050:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:3.0:1777586760.307053:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586760.307057:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586760.307066:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586760.307073:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586760.307074:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586760.307076:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586760.307077:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586760.307079:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586760.307080:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586760.307082:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586760.307087:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586760.307090:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586760.307093:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586760.307094:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586760.307096:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586760.307098:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586760.307104:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586760.307107:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586760.307108:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586760.307109:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586760.307115:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586760.307118:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586760.307124:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586760.307126:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586760.307128:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586760.307131:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586760.307148:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667666432:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586760.307152:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586760.307154:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586760.307157:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667666432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586760.307163:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586760.307164:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586760.307166:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000810da964. 02000000:00000001:3.0:1777586760.307169:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586760.307171:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586760.307172:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586760.307174:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586760.307175:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:3.0:1777586760.307178:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586760.307179:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586760.307180:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:3.0:1777586760.307183:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586760.307184:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586760.307185:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586760.307190:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586760.307192:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586760.307194:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586760.307195:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586760.941415:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586760.941425:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586760.941429:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586760.941430:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586760.941454:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586760.941456:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586760.941458:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586761.966224:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586761.966229:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586761.966234:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586761.966235:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586761.966312:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586761.966315:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586761.966317:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586762.989362:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586762.989368:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586762.989375:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586762.989377:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586762.989582:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586762.989586:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586762.989589:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586763.757348:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306510671, at 4306510720 00000100:00000040:2.0:1777586763.757349:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306510671, at 4306510720 00000100:00000040:3.0:1777586763.757349:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306510671, at 4306510720 00000100:00000010:2.0:1777586763.757365:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000010:3.0:1777586763.757367:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000010:0.0:1777586763.757370:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000040:1.0:1777586763.757609:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306510671, at 4306510720 00000100:00000010:1.0:1777586763.757616:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00010000:00000001:1.0:1777586764.013385:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586764.013391:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586764.013397:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586764.013399:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586764.013419:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586764.013421:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586764.013424:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586765.037620:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586765.037625:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586765.037628:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586765.037629:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586765.037679:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586765.037682:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586765.037684:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586765.424593:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586765.424603:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586765.424613:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777586765.424620:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586765.424625:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586765.424628:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586765.424632:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586765.424640:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:0.0:1777586765.424647:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.424658:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586765.424670:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586765.424672:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.424678:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_03+3] req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.424744:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.424750:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.424752:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586765.424757:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.424766:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586765.424768:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.424772:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586765.424774:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586765.424777:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586765.424780:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667666560:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586765.424783:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586765.424788:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586765.424790:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.424793:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586765.424797:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a42497d7. 02000000:00000001:2.0:1777586765.424799:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586765.424805:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000400:00000010:2.0:1777586765.424812:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777586765.424873:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666560, portal 25 00000100:00000001:2.0:1777586765.424879:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586765.424884:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:2.0:1777586765.424889:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.424896:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586765.424899:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586765.424902:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e4d0f3. 00000100:00000200:2.0:1777586765.424907:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667666560, offset 0 00000400:00000200:2.0:1777586765.424924:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586765.424943:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586765.424948:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586765.424951:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586765.424963:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586765.424980:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586765.424983:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [112:112:256:4294967295] 192.168.204.155@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1777586765.424995:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586765.425001:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586765.425005:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586765.425011:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586765.425023:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586765.425027:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586765.425052:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.425056:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306515793 00000100:00000010:2.0:1777586765.425061:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:2.0:1777586765.425068:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586765.425074:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306515793 00000800:00000200:3.0:1777586765.425199:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586765.425207:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777586765.425211:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586765.425216:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586765.425221:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e4d0f3 00000400:00000010:3.0:1777586765.425223:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e4d0f3. 00000100:00000001:3.0:1777586765.425226:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586765.425230:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.425239:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586765.425242:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.425248:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586765.425325:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1777586765.425810:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:2.0:1777586765.425818:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586765.425822:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306515794 00000100:00000010:2.0:1777586765.425826:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000100:00000001:2.0:1777586765.425828:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586765.425830:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306515794 00000100:00000010:2.0:1777586765.425833:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:2.0:1777586765.425835:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586765.425837:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586765.425840:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.425844:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.425846:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586765.425907:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.425911:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586765.425913:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586765.425927:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 00000020:00000040:0.0:1777586765.425932:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586765.425935:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586765.425937:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586765.425940:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586765.425944:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586765.425948:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586765.425948:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586765.425952:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.426068:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586765.426071:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586765.426073:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.426075:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.426076:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.426087:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.426128:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586765.426139:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586765.426140:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.426144:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_00+0] req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.426194:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.426197:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.426198:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586765.426202:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.426209:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586765.426210:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.426213:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586765.426215:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586765.426217:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586765.426219:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667666688:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586765.426223:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586765.426233:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586765.426235:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.426237:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586765.426240:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003ac7e9f. 02000000:00000001:2.0:1777586765.426242:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586765.426246:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3436b12. 00000400:00000010:2.0:1777586765.426279:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000100:00000200:2.0:1777586765.426285:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666688, portal 10 00000100:00000001:2.0:1777586765.426287:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586765.426289:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000100:00000040:2.0:1777586765.426294:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.426301:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586765.426303:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586765.426305:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000100:00000200:2.0:1777586765.426307:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667666688, offset 0 00000400:00000200:2.0:1777586765.426312:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586765.426319:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586765.426323:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586765.426325:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586765.426328:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586765.426335:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586765.426338:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [113:113:256:4294967295] 192.168.204.155@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1777586765.426346:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586765.426351:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586765.426353:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777586765.426358:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586765.426363:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586765.426367:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586765.426373:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586765.426376:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 492233 usecs (493 jiffies) 00000100:00000001:2.0:1777586765.426379:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306512882 00000100:00000001:2.0:1777586765.426381:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306515793 00000100:00000001:2.0:1777586765.426383:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306512882 00000100:00000001:2.0:1777586765.426384:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306515793 00000100:00000001:2.0:1777586765.426386:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306512882 00000100:00000001:2.0:1777586765.426387:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306515794 00000100:00000001:2.0:1777586765.426389:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306512882 00000100:00000001:2.0:1777586765.426391:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306515794 00000100:00000001:2.0:1777586765.426392:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586765.426394:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.426396:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.426407:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777586765.426509:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586765.426512:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777586765.426516:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586765.426520:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586765.426528:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:1.0:1777586765.426531:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:1.0:1777586765.426533:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586765.426536:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586765.426543:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586765.426545:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586765.426551:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586765.426552:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586765.426623:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.426626:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000001:3.0:1777586765.426629:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586765.426630:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586765.426634:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc700c01. 00000020:00000040:0.0:1777586765.426637:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000800:00000001:3.0:1777586765.426637:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586765.426641:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:3.0:1777586765.426641:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.426643:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586765.426645:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586765.426648:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586765.426650:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 02000000:00000010:0.0:1777586765.426653:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586765.426665:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.426670:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586765.426676:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586765.426677:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586765.426680:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc700c01] to pc [ptlrpcd_00_01+1] req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586765.426712:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03480 00000400:00000200:3.0:1777586765.426717:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x465 [1] + 224 00000800:00000001:3.0:1777586765.426722:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.426726:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586765.426728:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586765.426730:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586765.426733:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586765.426735:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586765.426741:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.426751:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586765.426760:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.426762:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586765.426776:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586765.426777:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586765.426780:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586765.426782:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586765.426783:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:3.0:1777586765.426785:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:3.0:1777586765.426786:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:3.0:1777586765.426788:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586765.426790:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586765.426795:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.426798:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586765.426799:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586765.426801:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586765.426803:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586765.426804:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586765.426805:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586765.426807:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586765.426811:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586765.426813:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586765.426815:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586765.426815:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586765.426817:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586765.426819:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586765.426820:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586765.426822:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.426826:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586765.426828:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586765.426829:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586765.426831:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586765.426842:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667666560:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586765.426846:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586765.426847:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586765.426848:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667666560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.426852:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586765.426853:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586765.426855:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a42497d7. 02000000:00000001:3.0:1777586765.426858:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586765.426859:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586765.426860:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586765.426861:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586765.426862:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:3.0:1777586765.426866:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586765.426867:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586765.426868:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:3.0:1777586765.426869:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586765.426870:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586765.426871:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586765.426875:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586765.426875:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586765.426876:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586765.426877:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.426974:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586765.426976:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586765.426978:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.426980:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.426981:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586765.426983:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1777586765.426984:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.426992:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586765.426993:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.426995:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.426996:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.426997:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586765.427000:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.427006:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586765.427007:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.427009:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586765.427011:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586765.427013:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586765.427015:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667666816:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586765.427018:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586765.427020:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586765.427021:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.427022:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586765.427025:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b331ca9. 02000000:00000001:2.0:1777586765.427027:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586765.427029:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa5186. 00000400:00000010:2.0:1777586765.427033:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000100:00000200:2.0:1777586765.427035:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666816, portal 10 00000100:00000001:2.0:1777586765.427037:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586765.427038:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529537408 : -105794180014208 : ffff9fc7df7b1f80) 00000100:00000040:2.0:1777586765.427043:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.427049:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586765.427051:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586765.427053:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000200:2.0:1777586765.427055:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667666816, offset 0 00000400:00000200:2.0:1777586765.427059:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586765.427063:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586765.427064:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777586765.427066:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1777586765.427067:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1777586765.427069:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586765.427073:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11850) 00000400:00000200:2.0:1777586765.427074:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586765.427076:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586765.427078:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586765.427081:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [114:114:256:4294967295] 192.168.204.155@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1777586765.427088:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586765.427092:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586765.427095:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777586765.427099:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586765.427103:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586765.427105:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586765.427118:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586765.427121:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 60106 usecs (61 jiffies) 00000100:00000001:2.0:1777586765.427123:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306512450 00000100:00000001:2.0:1777586765.427125:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306515793 00000100:00000001:2.0:1777586765.427127:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306512450 00000100:00000001:2.0:1777586765.427128:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306515793 00000100:00000001:2.0:1777586765.427130:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306512450 00000100:00000001:2.0:1777586765.427132:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306515794 00000100:00000001:2.0:1777586765.427133:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306512450 00000100:00000001:2.0:1777586765.427135:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306515794 00000100:00000001:2.0:1777586765.427136:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586765.427138:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.427140:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.427142:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.427143:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.427144:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.427145:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.427147:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586765.427190:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586765.427192:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586765.427314:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586765.427317:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777586765.427320:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586765.427325:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586765.427328:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:3.0:1777586765.427329:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:3.0:1777586765.427332:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586765.427335:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.427342:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586765.427426:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.427433:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586765.427434:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586765.430399:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586765.430414:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586765.430418:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586765.430421:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586765.430432:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586765.430446:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03500 00000400:00000200:1.0:1777586765.430453:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x46d [1] + 224 00000800:00000001:1.0:1777586765.430459:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586765.430466:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586765.430468:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586765.430472:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586765.430478:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586765.430483:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586765.430493:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.430574:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.430590:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586765.430926:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1777586765.430944:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1777586765.430945:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1777586765.430947:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1777586765.430949:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1777586765.430951:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3436b12. 00000400:00000200:2.0:1777586765.430957:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000400:00000010:2.0:1777586765.430960:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:2.0:1777586765.430964:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586765.430977:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586765.430988:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.430993:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586765.430995:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.430997:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586765.431000:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586765.431002:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586765.431004:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.431007:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586765.431015:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586765.431019:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586765.431021:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586765.431023:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586765.431025:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586765.431028:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.431031:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586765.431033:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586765.431035:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586765.431036:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586765.431039:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.431045:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586765.431048:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586765.431049:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586765.431052:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586765.431070:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667666688:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586765.431075:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.431077:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586765.431079:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667666688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.431086:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586765.431089:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586765.431092:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003ac7e9f. 02000000:00000001:2.0:1777586765.431097:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586765.431099:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586765.431100:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586765.431102:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586765.431104:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:2.0:1777586765.431107:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586765.431108:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586765.431109:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:2.0:1777586765.431112:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586765.431113:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.431116:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.431118:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.431119:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586765.431120:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.431121:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586765.434091:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.434104:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586765.434108:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.434111:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586765.434120:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586765.434136:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03580 00000400:00000200:3.0:1777586765.434143:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x475 [1] + 224 00000800:00000001:3.0:1777586765.434150:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.434202:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586765.434205:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586765.434210:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586765.434223:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586765.434230:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586765.434240:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586765.434285:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586765.434294:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586765.434297:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.435973:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.435979:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586765.435986:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586765.435988:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586765.435990:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa5186. 00000400:00000200:2.0:1777586765.435997:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:2.0:1777586765.435998:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:2.0:1777586765.436002:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586765.436009:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586765.436018:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.436038:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586765.436040:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.436042:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586765.436045:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586765.436047:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586765.436049:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586765.436052:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586765.436060:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586765.436064:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586765.436066:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586765.436068:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586765.436070:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586765.436074:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586765.436080:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.436083:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586765.436085:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586765.436087:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586765.436088:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586765.436091:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.436098:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586765.436101:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586765.436103:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586765.436105:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586765.436113:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667666816:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586765.436117:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.436120:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586765.436122:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc700c01 x1863934667666816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586765.436140:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586765.436143:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586765.436146:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b331ca9. 02000000:00000001:2.0:1777586765.436150:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586765.436151:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586765.436153:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586765.436156:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586765.436158:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:2.0:1777586765.436162:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586765.436164:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586765.436165:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc700c01. 00000100:00000001:2.0:1777586765.436169:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586765.436170:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.436172:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586765.436179:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586765.436181:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586765.436183:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586765.436185:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586766.061365:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586766.061388:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586766.061396:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586766.061399:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586766.061402:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586766.061406:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586766.061409:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586766.061412:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586766.061414:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586766.061424:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586766.061564:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586766.061567:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586766.061569:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586767.085370:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586767.085378:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586767.085380:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586767.085383:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586767.085388:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586767.085390:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586767.085392:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586767.085394:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586767.085397:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586767.085399:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586767.085425:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586767.085427:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586767.085430:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586768.109375:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586768.109380:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586768.109386:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586768.109386:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586768.109479:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586768.109483:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586768.109486:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586768.877364:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306515793, at 4306515840 00000100:00000040:2.0:1777586768.877364:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306515794, at 4306515840 00000100:00000040:0.0:1777586768.877370:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306515793, at 4306515840 00000100:00000040:3.0:1777586768.877370:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306515794, at 4306515840 00000100:00000010:1.0:1777586768.877380:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000010:0.0:1777586768.877381:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000010:3.0:1777586768.877383:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000010:2.0:1777586768.877389:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00010000:00000001:1.0:1777586769.133716:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586769.133723:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586769.133728:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586769.133728:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586769.133800:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586769.133803:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586769.133806:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586770.157527:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586770.157533:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586770.157538:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586770.157539:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586770.157564:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586770.157582:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586770.157584:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586770.541435:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586770.541463:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586770.541470:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777586770.541477:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586770.541481:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586770.541484:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586770.541489:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586770.541497:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000001:0.0:1777586770.541514:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.541525:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586770.541536:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586770.541538:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.541543:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_02+2] req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586770.541585:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.541588:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586770.541591:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586770.541594:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89b0529. 00000020:00000040:0.0:1777586770.541597:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586770.541599:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586770.541601:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586770.541602:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586770.541605:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:0.0:1777586770.541608:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.541612:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586770.541616:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586770.541621:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586770.541622:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586770.541624:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.541625:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586770.541628:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89b0529] to pc [ptlrpcd_00_03+3] req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586770.541633:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586770.541645:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.541659:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586770.541663:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586770.541665:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777586770.541667:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586770.541671:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586770.541674:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586770.541676:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.541676:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586770.541679:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586770.541682:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 02000000:00000001:3.0:1777586770.541683:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586770.541687:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586770.541688:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586770.541691:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.541694:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586770.541697:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667666944:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586770.541705:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586770.541710:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777586770.541711:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777586770.541712:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586770.541714:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586770.541717:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777586770.541718:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_00+0] req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777586770.541723:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccb6920. 02000000:00000001:3.0:1777586770.541726:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586770.541732:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038a6ce4c. 00000100:00000001:0.0:1777586770.541737:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586770.541739:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000040:0.0:1777586770.541740:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586770.541745:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1777586770.541747:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667666944, portal 25 00000100:00000040:0.0:1777586770.541751:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11855) 00000100:00000001:3.0:1777586770.541751:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586770.541753:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000040:3.0:1777586770.541759:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.541767:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586770.541769:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586770.541772:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:3.0:1777586770.541774:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667666944, offset 0 00000400:00000200:3.0:1777586770.541780:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586770.541793:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586770.541798:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586770.541803:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586770.541807:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586770.541810:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777586770.541811:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586770.541814:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586770.541815:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [115:115:256:4294967295] 192.168.204.155@tcp LPNI seq info [115:115:8:4294967295] 00000100:00000001:1.0:1777586770.541828:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586770.541834:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586770.541845:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586770.541847:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586770.541849:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586770.541851:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586770.541855:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586770.541858:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586770.541862:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00100000:1.0:1777586770.541863:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667667072:192.168.204.155@tcp:400: 00000800:00000010:3.0:1777586770.541867:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000100:00000001:1.0:1777586770.541868:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586770.541872:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586770.541874:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586770.541878:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1777586770.541878:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000010:1.0:1777586770.541883:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70e4f3c. 02000000:00000001:1.0:1777586770.541886:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586770.541889:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:1.0:1777586770.541891:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000381dde7a. 00000400:00000010:1.0:1777586770.541896:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586770.541899:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667072, portal 10 00000100:00000001:1.0:1777586770.541900:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586770.541901:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529538304 : -105794180013312 : ffff9fc7df7b2300) 00000800:00000200:3.0:1777586770.541905:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1777586770.541909:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.541916:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586770.541919:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586770.541920:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586770.541924:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000001:3.0:1777586770.541925:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306520910 00000100:00000200:1.0:1777586770.541926:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667667072, offset 0 00000100:00000010:3.0:1777586770.541933:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000400:00000200:1.0:1777586770.541936:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586770.541942:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777586770.541943:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586770.541948:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777586770.541950:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306520910 00000100:00000010:3.0:1777586770.541954:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009297819b. 00000400:00000200:1.0:1777586770.541959:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586770.541959:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1777586770.541964:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586770.541965:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306520910 00000400:00000200:1.0:1777586770.541969:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:3.0:1777586770.541969:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f8e25a. 00000100:00000001:3.0:1777586770.541974:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1777586770.541976:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [116:116:255:4294967295] 192.168.204.155@tcp LPNI seq info [116:116:7:4294967295] 00000100:00000001:3.0:1777586770.541978:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306520910 00000100:00000010:3.0:1777586770.541982:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bf90bec. 00000100:00000001:3.0:1777586770.541986:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1777586770.541990:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586770.541991:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586770.541996:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586770.541998:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586770.542000:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777586770.542003:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000001:3.0:1777586770.542004:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777586770.542009:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586770.542012:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1777586770.542015:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777586770.542016:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1777586770.542019:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586770.542020:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586770.542022:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586770.542024:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542025:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542029:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586770.542030:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 475468 usecs (476 jiffies) 00000100:00000001:1.0:1777586770.542034:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306517980 00000100:00000001:1.0:1777586770.542036:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542038:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306517980 00000100:00000001:1.0:1777586770.542040:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542041:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306517980 00000100:00000001:1.0:1777586770.542043:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542045:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306517980 00000100:00000001:1.0:1777586770.542047:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542049:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586770.542051:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.542053:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.542055:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586770.542058:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586770.542059:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586770.542061:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586770.542062:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586770.542063:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.542071:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586770.542077:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586770.542080:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:3.0:1777586770.542086:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586770.542091:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586770.542095:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777586770.542098:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777586770.542101:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586770.542104:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000100:00000001:1.0:1777586770.542105:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586770.542108:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1777586770.542108:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000001:1.0:1777586770.542113:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586770.542114:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586770.542115:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586770.542120:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.542126:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586770.542127:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586770.542129:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586770.542131:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586770.542131:0:197575:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1777586770.542135:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586770.542138:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586770.542139:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667667200:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586770.542146:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586770.542150:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586770.542152:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586770.542154:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586770.542154:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1777586770.542159:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0449ecc. 00000100:00000040:3.0:1777586770.542160:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586770.542162:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586770.542167:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d768d87. 00000400:00000010:1.0:1777586770.542173:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000001:3.0:1777586770.542173:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542177:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1777586770.542178:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667200, portal 10 00000100:00000001:1.0:1777586770.542181:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586770.542182:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:1.0:1777586770.542188:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.542194:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586770.542196:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586770.542198:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000200:1.0:1777586770.542200:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667667200, offset 0 00000400:00000200:1.0:1777586770.542209:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586770.542214:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586770.542217:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586770.542219:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586770.542221:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586770.542223:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586770.542226:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [117:117:255:4294967295] 192.168.204.155@tcp LPNI seq info [117:117:7:4294967295] 00000400:00000200:1.0:1777586770.542233:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586770.542237:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586770.542240:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586770.542245:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586770.542245:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586770.542249:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586770.542276:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586770.542279:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586770.542284:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586770.542284:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1777586770.542289:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 58170 usecs (59 jiffies) 00000400:00000200:3.0:1777586770.542292:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586770.542294:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306517563 00000400:00000200:3.0:1777586770.542296:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000100:00000001:1.0:1777586770.542297:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306520910 00000400:00000010:3.0:1777586770.542300:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:1.0:1777586770.542301:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306517563 00000100:00000001:3.0:1777586770.542304:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586770.542305:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542308:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306517563 00000100:00000200:3.0:1777586770.542309:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.542312:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542316:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306517563 00000100:00000001:1.0:1777586770.542319:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306520910 00000100:00000001:1.0:1777586770.542323:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586770.542327:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542328:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586770.542330:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586770.542333:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.542334:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542342:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542344:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586770.542352:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1777586770.542358:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586770.542359:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1777586770.542361:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586770.542364:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586770.542368:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586770.542370:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:3.0:1777586770.542371:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:3.0:1777586770.542374:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586770.542377:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.542395:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586770.542398:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.542404:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.542405:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586770.544889:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586770.544900:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586770.544904:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586770.544906:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586770.544920:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586770.544936:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03680 00000400:00000200:1.0:1777586770.544945:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x485 [1] + 224 00000800:00000001:1.0:1777586770.544953:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586770.544960:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586770.544963:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586770.544967:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586770.544974:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586770.544981:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586770.544991:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.545008:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586770.545016:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586770.545019:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586770.545370:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586770.545374:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586770.545381:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586770.545383:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586770.545386:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000381dde7a. 00000400:00000200:3.0:1777586770.545392:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:3.0:1777586770.545394:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:3.0:1777586770.545397:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586770.545402:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586770.545411:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.545417:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586770.545419:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586770.545421:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586770.545424:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586770.545426:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586770.545429:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586770.545432:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586770.545440:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586770.545444:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586770.545447:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586770.545448:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586770.545451:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586770.545454:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.545458:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586770.545460:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586770.545462:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586770.545474:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586770.545478:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.545485:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586770.545488:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586770.545489:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586770.545492:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586770.545499:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667667072:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586770.545503:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586770.545505:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586770.545508:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89b0529 x1863934667667072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.545514:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586770.545516:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586770.545519:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70e4f3c. 02000000:00000001:3.0:1777586770.545522:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586770.545524:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586770.545526:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586770.545528:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586770.545530:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:3.0:1777586770.545534:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586770.545535:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586770.545537:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89b0529. 00000100:00000001:3.0:1777586770.545540:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586770.545542:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586770.545543:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586770.545550:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586770.545552:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586770.545554:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586770.545556:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586770.545779:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.545789:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586770.545797:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.545800:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586770.545805:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586770.545814:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03600 00000400:00000200:3.0:1777586770.545831:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x47d [1] + 224 00000800:00000001:3.0:1777586770.545836:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.545841:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586770.545844:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586770.545848:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586770.545852:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586770.545857:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586770.545865:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.545888:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586770.545894:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.545899:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586770.545900:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.545903:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586770.545906:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586770.545913:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03700 00000100:00000001:1.0:1777586770.545955:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586770.545958:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586770.546033:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x48d [1] + 224 00000800:00000001:3.0:1777586770.546040:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.546068:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586770.546070:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586770.546074:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:1.0:1777586770.546092:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586770.546094:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586770.546095:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a6ce4c. 00000400:00000200:1.0:1777586770.546100:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:1.0:1777586770.546102:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:1.0:1777586770.546105:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586770.546108:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586770.546117:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.546124:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586770.546135:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586770.546137:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586770.546138:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586770.546139:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586770.546141:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586770.546143:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586770.546146:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=113 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586770.546149:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586770.546151:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586770.546152:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586770.546154:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586770.546156:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.546157:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586770.546161:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.546167:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586770.546169:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586770.546170:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586770.546173:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586770.546181:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667666944:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586770.546185:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586770.546187:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586770.546194:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667666944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586770.546200:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586770.546202:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586770.546203:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccb6920. 00000100:00000001:3.0:1777586770.546276:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586770.546281:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586770.546289:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586770.546318:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586770.546324:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586770.546328:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586770.546341:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586770.546344:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586770.546348:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586770.546349:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586770.546351:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d768d87. 00000400:00000200:0.0:1777586770.546355:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:0.0:1777586770.546357:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:0.0:1777586770.546360:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586770.546364:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586770.546373:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586770.546382:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586770.546384:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586770.546386:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586770.546390:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586770.546392:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 02000000:00000001:1.0:1777586770.546396:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777586770.546398:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586770.546400:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586770.546402:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586770.546405:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1777586770.546405:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1777586770.546408:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1777586770.546408:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:0.0:1777586770.546411:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.546413:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1777586770.546414:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.546415:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586770.546419:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777586770.546420:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=113 v=5 (5 0 0 0) 00000100:00000001:1.0:1777586770.546424:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1777586770.546425:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586770.546426:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586770.546428:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586770.546430:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586770.546430:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586770.546433:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586770.546434:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586770.546439:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586770.546446:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586770.546449:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586770.546450:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586770.546452:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586770.546453:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586770.546455:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586770.546461:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586770.546462:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586770.546464:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586770.546466:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586770.546473:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667667200:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586770.546477:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586770.546478:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586770.546480:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667667200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586770.546497:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586770.546498:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586770.546500:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0449ecc. 02000000:00000001:0.0:1777586770.546503:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586770.546504:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586770.546505:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586770.546507:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586770.546508:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:0.0:1777586770.546511:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586770.546512:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586770.546513:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777586770.546515:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586770.546516:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586770.546518:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586770.546522:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586770.546523:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586770.546524:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586770.546526:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586771.181556:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586771.181562:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586771.181568:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586771.181569:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586771.181616:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586771.181618:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586771.181620:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586772.205378:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586772.205384:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586772.205391:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586772.205393:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586772.205421:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586772.205425:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586772.205428:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586773.229482:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586773.229488:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586773.229493:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586773.229493:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586773.229509:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586773.229512:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586773.229514:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586773.997382:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306520910, at 4306520960 00000100:00000040:2.0:1777586773.997396:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306520910, at 4306520960 00000100:00000010:0.0:1777586773.997399:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000010:2.0:1777586773.997407:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f8e25a. 00000100:00000040:3.0:1777586773.997430:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306520910, at 4306520960 00000100:00000010:3.0:1777586773.997435:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bf90bec. 00000100:00000040:1.0:1777586773.998524:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306520910, at 4306520961 00000100:00000010:1.0:1777586773.998533:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009297819b. 00010000:00000001:1.0:1777586774.253394:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586774.253399:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586774.253403:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586774.253404:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586774.253466:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586774.253470:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586774.253473:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586775.277372:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586775.277378:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586775.277384:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586775.277386:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586775.277560:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586775.277564:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586775.277566:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586775.661397:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586775.661408:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586775.661419:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777586775.661425:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586775.661430:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586775.661433:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586775.661438:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586775.661446:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586775.661454:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661465:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586775.661510:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586775.661512:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661519:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_01+1] req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586775.661547:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661553:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586775.661557:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586775.661560:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001681cdd0. 00000020:00000040:0.0:1777586775.661564:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586775.661567:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586775.661569:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586775.661571:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586775.661575:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586775.661577:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661581:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586775.661589:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586775.661590:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661596:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001681cdd0] to pc [ptlrpcd_00_02+2] req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586775.661601:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586775.661606:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586775.661609:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586775.661617:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586775.661617:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586775.661620:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586775.661623:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586775.661626:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777586775.661630:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586775.661636:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586775.661638:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586775.661641:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586775.661642:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1777586775.661645:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:1.0:1777586775.661646:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586775.661650:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586775.661653:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586775.661656:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586775.661657:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586775.661663:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667667328:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586775.661666:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586775.661671:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586775.661677:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1777586775.661678:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777586775.661679:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586775.661681:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661685:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_03+3] req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586775.661685:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586775.661692:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70e4f3c. 02000000:00000001:1.0:1777586775.661695:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.661697:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.661700:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1777586775.661703:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c491a6. 00000100:00000040:0.0:1777586775.661704:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1777586775.661710:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586775.661711:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11860) 00000400:00000010:1.0:1777586775.661711:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000001:3.0:1777586775.661715:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586775.661728:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1777586775.661732:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667328, portal 25 00000100:00000040:3.0:1777586775.661734:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586775.661737:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586775.661740:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000001:3.0:1777586775.661750:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586775.661753:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777586775.661753:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586775.661753:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.661759:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586775.661759:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586775.661763:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586775.661768:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586775.661773:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586775.661774:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777586775.661776:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667667584:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586775.661778:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586775.661781:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586775.661784:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1777586775.661786:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 02000000:00000001:3.0:1777586775.661788:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1777586775.661791:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667667328, offset 0 02000000:00000001:3.0:1777586775.661791:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.661792:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777586775.661796:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777586775.661800:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777586775.661800:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b20f4c8. 00000400:00000200:1.0:1777586775.661806:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586775.661806:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.661814:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1777586775.661814:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf09a3b. 00000100:00000001:0.0:1777586775.661816:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586775.661818:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586775.661820:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586775.661824:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:0.0:1777586775.661825:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586775.661827:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00100000:0.0:1777586775.661832:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667667456:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777586775.661832:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1777586775.661833:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667584, portal 10 00000100:00000001:3.0:1777586775.661837:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586775.661840:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586775.661840:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000400:00000200:1.0:1777586775.661841:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777586775.661844:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586775.661846:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586775.661848:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777586775.661849:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777586775.661852:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586775.661855:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000704162f7. 00000400:00000200:1.0:1777586775.661856:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777586775.661860:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586775.661865:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [118:118:256:4294967295] 192.168.204.155@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000010:0.0:1777586775.661867:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000100:00000001:3.0:1777586775.661873:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1777586775.661879:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000100:00000040:3.0:1777586775.661879:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586775.661884:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:0.0:1777586775.661885:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667456, portal 10 00000400:00000200:1.0:1777586775.661890:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:3.0:1777586775.661890:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667667584, offset 0 00000100:00000001:0.0:1777586775.661891:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586775.661893:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540096 : -105794180011520 : ffff9fc7df7b2a00) 00000400:00000200:3.0:1777586775.661901:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586775.661902:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586775.661912:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:1.0:1777586775.661913:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586775.661917:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777586775.661919:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1777586775.661921:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000100:00000040:0.0:1777586775.661923:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586775.661925:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:0.0:1777586775.661928:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000400:00000200:3.0:1777586775.661929:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1777586775.661933:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667667456, offset 0 00000800:00000200:1.0:1777586775.661934:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777586775.661937:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586775.661942:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586775.661946:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [119:119:255:4294967295] 192.168.204.155@tcp LPNI seq info [119:119:7:4294967295] 00000800:00000200:1.0:1777586775.661948:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586775.661955:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777586775.661963:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586775.661968:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586775.661972:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000400:00000200:0.0:1777586775.661973:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586775.661978:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586775.661981:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586775.661982:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777586775.661985:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586775.661989:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586775.661989:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306526030 00000800:00000200:3.0:1777586775.661993:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777586775.661997:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:3.0:1777586775.661998:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777586775.662003:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [120:120:254:4294967295] 192.168.204.155@tcp LPNI seq info [120:120:6:4294967295] 00000100:00000010:1.0:1777586775.662003:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089cfd867. 00000100:00000001:3.0:1777586775.662004:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586775.662010:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 56157 usecs (57 jiffies) 00000100:00000001:1.0:1777586775.662013:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586775.662015:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306522681 00000400:00000200:0.0:1777586775.662021:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586775.662022:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306526030 00000100:00000001:3.0:1777586775.662023:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306526030 00000100:00000001:3.0:1777586775.662028:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306522681 00000100:00000010:1.0:1777586775.662029:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000737f407a. 00000800:00000200:0.0:1777586775.662032:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586775.662036:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1777586775.662038:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000984ec61d. 00000100:00000001:1.0:1777586775.662040:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306526030 00000800:00000200:0.0:1777586775.662044:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:1.0:1777586775.662046:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f76f30b. 00000800:00000200:0.0:1777586775.662050:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586775.662051:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1777586775.662054:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000984ec61d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586775.662055:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306526030 00000100:00000001:0.0:1777586775.662061:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586775.662061:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a36315f. 00000100:00000040:0.0:1777586775.662065:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 459777 usecs (460 jiffies) 00000100:00000001:1.0:1777586775.662066:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586775.662070:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306523084 00000100:00000001:1.0:1777586775.662071:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586775.662074:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306526030 00000100:00000001:1.0:1777586775.662076:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.662078:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306523084 00000100:00000001:1.0:1777586775.662080:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.662081:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306526030 00000100:00000001:1.0:1777586775.662084:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.662090:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306523084 00000100:00000001:1.0:1777586775.662092:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586775.662093:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306526030 00000100:00000001:0.0:1777586775.662096:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306523084 00000100:00000001:1.0:1777586775.662096:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586775.662101:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306526030 00000100:00000001:1.0:1777586775.662101:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586775.662104:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586775.662104:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586775.662107:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.662108:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586775.662111:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.662112:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.662115:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.662119:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586775.662121:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586775.662123:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586775.662125:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586775.662126:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.662128:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586775.662141:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586775.662146:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:2.0:1777586775.662151:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586775.662157:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586775.662161:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:2.0:1777586775.662163:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:2.0:1777586775.662167:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586775.662171:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.662182:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586775.662184:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.662199:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586775.662201:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586775.662214:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586775.662216:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:2.0:1777586775.662218:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586775.662222:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586775.662224:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:2.0:1777586775.662225:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:2.0:1777586775.662227:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586775.662230:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.662237:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586775.662239:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.662245:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586775.662247:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586775.662319:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586775.662321:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000984ec61d. 00000400:00000200:2.0:1777586775.662325:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586775.662328:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586775.662331:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:2.0:1777586775.662332:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:2.0:1777586775.662334:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586775.662337:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.662344:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586775.662346:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.662352:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586775.662353:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586775.663626:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306526030 00000100:00000001:3.0:1777586775.663641:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306522682 00000100:00000001:3.0:1777586775.663644:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306526030 00000100:00000001:3.0:1777586775.663645:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306522682 00000100:00000001:3.0:1777586775.663647:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306526030 00000100:00000001:3.0:1777586775.663648:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586775.663656:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586775.663660:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586775.663662:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586775.663667:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586775.663669:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586775.663670:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586775.663672:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586775.663673:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586775.663715:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586775.666227:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586775.666238:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586775.666242:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586775.666244:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586775.666313:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586775.666329:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03780 00000400:00000200:1.0:1777586775.666336:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x495 [1] + 224 00000800:00000001:1.0:1777586775.666344:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586775.666349:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586775.666352:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586775.666356:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586775.666363:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586775.666370:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586775.666380:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586775.666399:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586775.666408:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586775.666412:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586775.666413:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586775.666415:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586775.666419:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586775.666425:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03880 00000400:00000200:1.0:1777586775.666431:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x49d [1] + 224 00000800:00000001:1.0:1777586775.666435:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586775.666439:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.666440:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777586775.666441:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586775.666445:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586775.666446:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586775.666451:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1777586775.666454:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1777586775.666455:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586775.666458:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586775.666462:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c491a6. 00000100:00000040:1.0:1777586775.666467:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586775.666469:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:0.0:1777586775.666473:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:0.0:1777586775.666478:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586775.666484:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586775.666492:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1777586775.666494:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586775.666504:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586775.666504:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586775.666506:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.666510:0:197582:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1777586775.666510:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586775.666513:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777586775.666515:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1777586775.666515:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.666519:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586775.666522:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586775.666523:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 02000000:00000001:0.0:1777586775.666528:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586775.666532:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03800 00000100:00001000:0.0:1777586775.666535:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=118 v=5 (5 0 0 0) 00000400:00000200:1.0:1777586775.666536:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4a1 [1] + 224 00000800:00000001:1.0:1777586775.666540:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1777586775.666548:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586775.666551:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586775.666553:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586775.666555:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586775.666557:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.666560:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586775.666564:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586775.666572:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586775.666574:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586775.666576:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586775.666579:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777586775.666584:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1777586775.666588:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667667328:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777586775.666588:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586775.666595:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586775.666597:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586775.666598:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586775.666601:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1777586775.666604:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586775.666609:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667667328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586775.666621:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586775.666624:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586775.666627:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586775.666632:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70e4f3c. 02000000:00000001:0.0:1777586775.666637:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586775.666639:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1777586775.666640:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1777586775.666641:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586775.666644:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1777586775.666646:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1777586775.666647:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 00000800:00000001:1.0:1777586775.666649:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586775.666652:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586775.666654:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586775.666656:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777586775.666660:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586775.666661:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.666663:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586775.666670:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586775.666676:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586775.666678:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586775.666680:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586775.666698:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586775.666701:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586775.666705:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586775.666706:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586775.666707:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cf09a3b. 00000400:00000200:3.0:1777586775.666711:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000400:00000010:3.0:1777586775.666712:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000001:3.0:1777586775.666715:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586775.666728:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586775.666735:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586775.666740:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586775.666742:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586775.666743:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586775.666745:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586775.666746:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586775.666747:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586775.666749:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586775.666754:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586775.666763:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586775.666765:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586775.666766:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586775.666767:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586775.666817:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586775.666823:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586775.666827:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586775.666828:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586775.666830:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586775.666831:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586775.666833:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586775.666838:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586775.666840:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586775.666841:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586775.666844:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586775.666850:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667667584:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586775.666853:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586775.666855:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586775.666856:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667667584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586775.666861:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586775.666863:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586775.666864:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b20f4c8. 02000000:00000001:3.0:1777586775.666866:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586775.666867:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586775.666868:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586775.666870:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586775.666871:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:3.0:1777586775.666878:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586775.666879:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586775.666880:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:3.0:1777586775.666883:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586775.666884:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586775.666885:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586775.666889:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586775.666890:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586775.666891:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586775.666893:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586775.666944:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586775.666947:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586775.666955:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586775.666956:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586775.666957:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:2.0:1777586775.666963:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:2.0:1777586775.666964:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:2.0:1777586775.666966:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586775.666970:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586775.666976:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.666982:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586775.666983:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586775.666984:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586775.666986:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586775.666987:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586775.666988:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586775.666990:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586775.666993:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586775.666995:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586775.666997:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586775.666998:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586775.666999:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586775.667001:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586775.667003:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586775.667004:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586775.667006:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586775.667007:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586775.667009:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.667015:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586775.667017:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586775.667018:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586775.667020:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586775.667036:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667667456:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586775.667040:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586775.667042:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586775.667044:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001681cdd0 x1863934667667456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586775.667050:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586775.667052:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586775.667053:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000704162f7. 02000000:00000001:2.0:1777586775.667056:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586775.667057:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586775.667058:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586775.667060:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586775.667061:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:2.0:1777586775.667063:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586775.667064:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586775.667065:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001681cdd0. 00000100:00000001:2.0:1777586775.667067:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586775.667068:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586775.667069:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586775.667072:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586775.667073:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586775.667075:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586775.667076:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586776.301308:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586776.301313:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586776.301320:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586776.301324:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586776.301326:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586776.301331:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586776.301334:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586776.301337:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586776.301339:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586776.301343:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586776.301369:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586776.301373:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586776.301377:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586777.325364:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586777.325370:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586777.325377:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586777.325379:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586777.325384:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586777.325387:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586777.325388:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586777.325391:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586777.325394:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586777.325396:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586777.326366:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586777.326370:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586777.326372:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586778.349382:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586778.349389:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586778.349395:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586778.349397:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586778.349505:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586778.349509:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586778.349515:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586779.117358:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306526030, at 4306526080 00000100:00000010:2.0:1777586779.117373:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f76f30b. 00000100:00000040:0.0:1777586779.117581:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306526030, at 4306526080 00000100:00000010:0.0:1777586779.117588:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089cfd867. 00000100:00000040:1.0:1777586779.118198:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306526030, at 4306526080 00000100:00000010:1.0:1777586779.118206:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000737f407a. 00000100:00000040:3.0:1777586779.120755:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306526030, at 4306526083 00000100:00000010:3.0:1777586779.120765:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a36315f. 00010000:00000001:1.0:1777586779.373492:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586779.373497:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586779.373502:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586779.373503:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586779.373519:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586779.373522:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586779.373524:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586780.397321:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586780.397327:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586780.397334:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586780.397335:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586780.398377:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586780.398381:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586780.398385:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586780.781738:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586780.781749:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586780.781758:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777586780.781765:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586780.781770:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586780.781773:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586780.781777:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586780.781800:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586780.781806:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781817:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586780.781828:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586780.781830:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781835:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.781873:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781875:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586780.781879:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586780.781882:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777586780.781884:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586780.781886:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586780.781888:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586780.781889:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586780.781892:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586780.781895:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781898:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586780.781905:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586780.781906:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781909:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_01+1] req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.781916:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781918:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586780.781921:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586780.781927:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586780.781929:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586780.781931:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586780.781937:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586780.781938:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586780.781941:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777586780.781944:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781947:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586780.781954:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586780.781955:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781958:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_02+2] req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.781975:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.781977:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586780.781980:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586780.781984:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11865) 00000100:00000001:2.0:1777586780.782010:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586780.782013:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586780.782015:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586780.782019:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.782026:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586780.782027:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586780.782030:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586780.782032:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586780.782035:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586780.782037:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667667968:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586780.782041:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586780.782046:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586780.782048:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586780.782050:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586780.782053:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b423aba8. 02000000:00000001:2.0:1777586780.782055:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586780.782066:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa5186. 00000400:00000010:2.0:1777586780.782073:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000100:00000200:2.0:1777586780.782079:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667968, portal 10 00000100:00000001:2.0:1777586780.782081:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586780.782083:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:2.0:1777586780.782089:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.782096:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586780.782099:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586780.782101:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000100:00000200:2.0:1777586780.782103:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667667968, offset 0 00000400:00000200:2.0:1777586780.782108:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586780.782120:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586780.782125:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586780.782128:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586780.782131:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586780.782134:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586780.782138:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [121:121:256:4294967295] 192.168.204.155@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1777586780.782149:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586780.782155:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586780.782159:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586780.782165:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586780.782171:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586780.782175:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586780.782183:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.782187:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 54311 usecs (55 jiffies) 00000100:00000001:2.0:1777586780.782190:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306527799 00000100:00000010:2.0:1777586780.782194:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000100:00000001:2.0:1777586780.782199:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586780.782205:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306527799 00000100:00000010:2.0:1777586780.782212:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000100:00000001:2.0:1777586780.782215:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586780.782223:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306527799 00000100:00000010:2.0:1777586780.782225:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777586780.782227:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586780.782230:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306527799 00000100:00000010:2.0:1777586780.782232:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000100:00000001:2.0:1777586780.782234:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586780.782239:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586780.782242:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586780.782245:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586780.782247:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586780.782279:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586780.782281:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586780.782283:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586780.782285:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586780.782286:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586780.782288:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782448:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.782451:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586780.782452:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586780.782456:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782463:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586780.782464:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.782466:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586780.782468:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586780.782469:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586780.782471:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667667840:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586780.782474:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586780.782476:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586780.782478:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.782479:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586780.782483:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccb6920. 02000000:00000001:3.0:1777586780.782484:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586780.782494:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf09a3b. 00000400:00000010:3.0:1777586780.782498:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:3.0:1777586780.782501:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667840, portal 10 00000100:00000001:3.0:1777586780.782502:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586780.782503:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:3.0:1777586780.782508:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782514:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586780.782516:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586780.782518:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 00000100:00000200:3.0:1777586780.782519:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667667840, offset 0 00000400:00000200:3.0:1777586780.782524:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586780.782528:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586780.782531:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586780.782533:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586780.782535:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586780.782537:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586780.782539:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [122:122:255:4294967295] 192.168.204.155@tcp LPNI seq info [122:122:7:4294967295] 00000400:00000200:3.0:1777586780.782545:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586780.782549:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586780.782552:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000800:00000200:3.0:1777586780.782555:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586780.782559:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586780.782561:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586780.782564:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586780.782566:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 445162 usecs (446 jiffies) 00000100:00000001:3.0:1777586780.782568:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306528191 00000100:00000001:3.0:1777586780.782572:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306527799 00000100:00000001:3.0:1777586780.782575:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306528191 00000100:00000001:3.0:1777586780.782577:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306527799 00000100:00000001:3.0:1777586780.782584:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306528191 00000100:00000001:3.0:1777586780.782586:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306527799 00000100:00000001:3.0:1777586780.782589:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306528191 00000100:00000001:3.0:1777586780.782591:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306527799 00000100:00000001:3.0:1777586780.782593:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586780.782594:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782596:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782597:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.782600:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586780.782601:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586780.782602:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.782603:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586780.782604:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586780.782606:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1777586780.782607:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.782609:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586780.782610:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.782611:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.782612:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586780.782613:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586780.782617:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782636:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586780.782638:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.782639:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586780.782641:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586780.782642:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586780.782644:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667667712:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586780.782647:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586780.782650:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586780.782651:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.782652:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586780.782656:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586780.782663:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586780.782666:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b65be67. 00000400:00000010:3.0:1777586780.782669:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60ba640. 00000100:00000200:3.0:1777586780.782671:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667667712, portal 25 00000100:00000001:3.0:1777586780.782673:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586780.782674:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:3.0:1777586780.782678:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782684:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586780.782685:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586780.782688:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:3.0:1777586780.782690:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667667712, offset 0 00000400:00000200:3.0:1777586780.782694:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586780.782698:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586780.782700:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586780.782703:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586780.782705:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586780.782707:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586780.782709:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [123:123:254:4294967295] 192.168.204.155@tcp LPNI seq info [123:123:6:4294967295] 00000400:00000200:3.0:1777586780.782715:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586780.782719:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586780.782723:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000800:00000200:3.0:1777586780.782727:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586780.782731:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586780.782734:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586780.782736:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782738:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306531151 00000100:00000001:3.0:1777586780.782741:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306528191 00000100:00000001:3.0:1777586780.782743:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306531151 00000100:00000001:3.0:1777586780.782745:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306528191 00000100:00000001:3.0:1777586780.782753:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306531151 00000100:00000001:3.0:1777586780.782755:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306528191 00000100:00000001:3.0:1777586780.782757:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306531151 00000100:00000001:3.0:1777586780.782759:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306528191 00000100:00000001:3.0:1777586780.782761:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586780.782763:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782765:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782767:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782776:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.782777:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586780.782815:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586780.782818:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777586780.782825:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586780.782829:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586780.782834:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000400:00000010:3.0:1777586780.782836:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:3.0:1777586780.782840:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586780.782844:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782852:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586780.782855:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782861:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782862:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586780.782873:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586780.782875:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000400:00000200:3.0:1777586780.782877:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586780.782880:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586780.782882:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:3.0:1777586780.782883:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:3.0:1777586780.782885:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586780.782887:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782899:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586780.782901:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782906:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.782908:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586780.782972:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586780.782975:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:3.0:1777586780.782977:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586780.782980:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586780.782982:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:3.0:1777586780.782983:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:3.0:1777586780.782985:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586780.782988:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.782994:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586780.782996:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.783002:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.783003:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586780.783160:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586780.783163:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586780.784973:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586780.784984:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586780.784988:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586780.784990:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586780.784999:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586780.785012:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03900 00000400:00000200:2.0:1777586780.785019:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x4bd [1] + 224 00000800:00000001:2.0:1777586780.785026:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586780.785037:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586780.785040:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586780.785044:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586780.785049:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586780.785053:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586780.785078:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.785125:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.785128:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586780.785146:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586780.785154:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586780.785157:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586780.785195:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586780.785197:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586780.785199:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b65be67. 00000400:00000200:3.0:1777586780.785203:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60ba640 00000400:00000010:3.0:1777586780.785204:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c60ba640. 00000100:00000001:3.0:1777586780.785207:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586780.785210:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586780.785218:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.785224:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586780.785231:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.785233:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586780.785236:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586780.785238:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586780.785240:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.785243:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586780.785249:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=123 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586780.785340:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586780.785343:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586780.785345:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586780.785347:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586780.785349:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.785352:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586780.785356:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.785362:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586780.785365:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586780.785367:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586780.785370:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586780.785377:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667667712:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586780.785382:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.785384:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586780.785386:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667667712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.785392:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586780.785395:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586780.785397:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586780.785401:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586780.785403:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586780.785404:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586780.785407:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586780.785409:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:3.0:1777586780.785412:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586780.785419:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586780.785421:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:3.0:1777586780.785424:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586780.785425:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.785428:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.785429:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.785430:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586780.785432:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.785433:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586780.786043:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.786050:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586780.786052:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.786054:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586780.786061:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586780.786072:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03980 00000400:00000200:1.0:1777586780.786077:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4b5 [1] + 224 00000800:00000001:1.0:1777586780.786082:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.786086:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586780.786095:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586780.786098:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586780.786102:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586780.786106:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586780.786115:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.786161:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.786163:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586780.786657:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586780.786665:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.786671:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586780.786673:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.786675:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586780.786686:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586780.786693:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03a00 00000400:00000200:1.0:1777586780.786699:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4ad [1] + 224 00000800:00000001:1.0:1777586780.786703:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.786868:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586780.786871:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586780.786875:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586780.786879:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586780.786883:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586780.786892:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586780.786914:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586780.786918:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586780.787125:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586780.787365:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586780.787368:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586780.787373:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586780.787374:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586780.787376:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa5186. 00000400:00000200:2.0:1777586780.787382:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:2.0:1777586780.787384:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:2.0:1777586780.787386:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586780.787390:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586780.787398:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.787404:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586780.787406:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586780.787408:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586780.787411:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586780.787412:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586780.787414:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586780.787416:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586780.787423:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=123 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586780.787427:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586780.787429:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586780.787430:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586780.787432:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586780.787436:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586780.787443:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586780.787454:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586780.787456:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586780.787458:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586780.787459:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586780.787462:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.787468:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586780.787470:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586780.787472:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586780.787475:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586780.787481:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667667968:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586780.787485:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586780.787488:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586780.787490:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667667968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.787495:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586780.787497:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586780.787500:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b423aba8. 00000400:00000001:3.0:1777586780.787501:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1777586780.787503:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1777586780.787503:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1777586780.787505:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1777586780.787505:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cf09a3b. 00000020:00000040:2.0:1777586780.787506:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000200:3.0:1777586780.787507:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000020:00000001:2.0:1777586780.787509:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1777586780.787509:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 02000000:00000010:2.0:1777586780.787511:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 00000100:00000001:3.0:1777586780.787511:0:197582:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1777586780.787514:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1777586780.787514:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586780.787515:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586780.787517:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:2.0:1777586780.787519:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586780.787520:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777586780.787521:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586780.787522:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.787527:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586780.787528:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586780.787529:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586780.787529:0:197582:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1777586780.787530:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.787530:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586780.787531:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586780.787533:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.787533:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586780.787535:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586780.787538:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=117 v=5 (5 0 0 0) 00000100:00000001:2.0:1777586780.787539:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586780.787541:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586780.787543:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586780.787544:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586780.787546:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586780.787548:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.787550:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586780.787551:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586780.787552:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586780.787558:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586780.787562:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.787568:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586780.787570:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586780.787571:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586780.787574:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586780.787580:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667667840:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586780.787583:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.787585:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586780.787587:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667667840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586780.787593:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586780.787595:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586780.787596:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccb6920. 02000000:00000001:3.0:1777586780.787598:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586780.787599:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586780.787600:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586780.787602:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586780.787603:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:3.0:1777586780.787605:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586780.787606:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586780.787607:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:3.0:1777586780.787610:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586780.787611:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.787612:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586780.787615:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586780.787616:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586780.787618:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586780.787629:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586781.421387:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586781.421393:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586781.421400:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586781.421401:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586781.421501:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586781.421505:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586781.421514:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586782.445374:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586782.445380:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586782.445385:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586782.445386:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586782.445404:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586782.445406:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586782.445409:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586783.469323:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586783.469332:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586783.469338:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586783.469339:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586783.469393:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586783.469396:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586783.469398:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586784.237357:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306531151, at 4306531200 00000100:00000010:0.0:1777586784.237373:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00000100:00000040:3.0:1777586784.237424:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306531151, at 4306531200 00000100:00000010:3.0:1777586784.237431:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000040:1.0:1777586784.237537:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306531151, at 4306531200 00000100:00000010:1.0:1777586784.237543:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00000100:00000040:2.0:1777586784.237615:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306531151, at 4306531200 00000100:00000010:2.0:1777586784.237620:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00010000:00000001:1.0:1777586784.493382:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586784.493389:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586784.493395:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586784.493397:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586784.493662:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586784.493665:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586784.493667:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586785.517390:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586785.517396:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586785.517401:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586785.517403:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586785.517406:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586785.517409:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586785.517411:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586785.517413:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586785.517415:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586785.517417:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586785.517439:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586785.517441:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586785.517444:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586785.901607:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586785.901615:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586785.901623:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586785.901630:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586785.901634:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586785.901637:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586785.901641:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586785.901648:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777586785.901655:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.901666:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586785.901676:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586785.901678:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.901684:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_03+3] req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.901730:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586785.901732:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586785.901734:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586785.901737:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.901742:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586785.901744:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586785.901746:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586785.901748:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586785.901749:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586785.901751:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667668096:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586785.901754:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586785.901758:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586785.901760:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586785.901762:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586785.901765:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccb6920. 02000000:00000001:3.0:1777586785.901767:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586785.901771:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf09a3b. 00000400:00000010:3.0:1777586785.901778:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:3.0:1777586785.901784:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668096, portal 25 00000100:00000001:3.0:1777586785.901787:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586785.901788:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:3.0:1777586785.901792:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.901799:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586785.901802:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586785.901804:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60ba640. 00000100:00000200:3.0:1777586785.901832:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667668096, offset 0 00000400:00000200:3.0:1777586785.901839:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586785.901851:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586785.901855:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586785.901859:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586785.901863:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586785.901866:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586785.901870:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [124:124:256:4294967295] 192.168.204.155@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1777586785.901883:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586785.901890:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586785.901895:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000800:00000200:3.0:1777586785.901902:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586785.901921:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586785.901925:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586785.901941:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.901945:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306536270 00000100:00000010:3.0:1777586785.901950:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777586785.901956:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586785.901962:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306536270 00000100:00000010:3.0:1777586785.901965:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dce1b71. 00000100:00000001:3.0:1777586785.901969:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586785.901972:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306536270 00000100:00000010:3.0:1777586785.901975:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bf90bec. 00000100:00000001:3.0:1777586785.901982:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586785.901985:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306536270 00000100:00000010:3.0:1777586785.901987:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777586785.901989:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586785.901992:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586785.901995:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.902003:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.902005:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.902012:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586785.902014:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586785.902016:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586785.902018:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586785.902019:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.902021:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902032:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586785.902034:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586785.902057:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902059:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586785.902062:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586785.902065:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586785.902068:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586785.902070:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586785.902071:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586785.902073:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586785.902077:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586785.902080:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902084:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586785.902092:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586785.902098:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902102:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_00+0] req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902142:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586785.902145:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586785.902146:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586785.902150:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902177:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586785.902178:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586785.902180:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586785.902182:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586785.902184:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586785.902186:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667668224:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586785.902190:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586785.902192:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586785.902193:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586785.902195:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586785.902198:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013efb404. 02000000:00000001:1.0:1777586785.902199:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586785.902202:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035d0cda7. 00000400:00000010:1.0:1777586785.902206:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000100:00000200:1.0:1777586785.902208:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668224, portal 10 00000100:00000001:1.0:1777586785.902210:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586785.902211:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:1.0:1777586785.902216:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902222:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586785.902224:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586785.902226:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586785.902228:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667668224, offset 0 00000400:00000200:1.0:1777586785.902233:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586785.902237:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586785.902240:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586785.902242:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586785.902244:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586785.902246:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586785.902249:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [125:125:255:4294967295] 192.168.204.155@tcp LPNI seq info [125:125:7:4294967295] 00000800:00000200:0.0:1777586785.902285:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1777586785.902285:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000010:0.0:1777586785.902290:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:0.0:1777586785.902296:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1777586785.902298:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586785.902302:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000400:00000200:0.0:1777586785.902305:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:1.0:1777586785.902310:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777586785.902311:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60ba640 00000400:00000010:0.0:1777586785.902315:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c60ba640. 00000800:00000200:1.0:1777586785.902319:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777586785.902320:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777586785.902322:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1777586785.902326:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902327:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586785.902334:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 431470 usecs (432 jiffies) 00000100:00000001:1.0:1777586785.902339:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306533296 00000100:00000001:0.0:1777586785.902342:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586785.902343:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306536270 00000100:00000040:0.0:1777586785.902346:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902348:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306533296 00000100:00000001:1.0:1777586785.902352:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306536270 00000100:00000001:1.0:1777586785.902357:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306533296 00000100:00000001:0.0:1777586785.902360:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902360:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306536270 00000100:00000001:0.0:1777586785.902363:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586785.902364:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306533296 00000100:00000001:1.0:1777586785.902368:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306536270 00000100:00000001:1.0:1777586785.902370:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586785.902372:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902374:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902375:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777586785.902379:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586785.902382:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:0.0:1777586785.902384:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586785.902387:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586785.902389:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:0.0:1777586785.902391:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:0.0:1777586785.902405:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777586785.902412:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902415:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1777586785.902418:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586785.902420:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586785.902424:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777586785.902429:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586785.902431:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586785.902433:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1777586785.902435:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586785.902436:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586785.902438:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586785.902444:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:0.0:1777586785.902446:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586785.902449:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586785.902449:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902455:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586785.902462:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586785.902463:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902467:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902566:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586785.902568:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586785.902570:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586785.902571:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586785.902572:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586785.902574:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1777586785.902574:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586785.902576:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.902576:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902578:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586785.902579:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586785.902580:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586785.902581:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586785.902587:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586785.902591:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902598:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586785.902599:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586785.902601:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586785.902602:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586785.902604:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586785.902606:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667668352:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586785.902609:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586785.902612:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586785.902613:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586785.902615:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586785.902617:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba52bf5. 02000000:00000001:1.0:1777586785.902619:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586785.902622:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd123d45. 00000400:00000010:1.0:1777586785.902625:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777586785.902627:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668352, portal 10 00000100:00000001:1.0:1777586785.902628:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586785.902630:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:1.0:1777586785.902634:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.902640:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586785.902643:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586785.902645:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777586785.902646:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667668352, offset 0 00000400:00000200:1.0:1777586785.902650:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586785.902655:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586785.902657:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586785.902659:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586785.902661:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586785.902663:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586785.902666:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [126:126:256:4294967295] 192.168.204.155@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1777586785.902678:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586785.902682:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586785.902685:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586785.902688:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586785.902692:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586785.902695:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586785.902707:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586785.902710:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 52615 usecs (53 jiffies) 00000100:00000001:1.0:1777586785.902712:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306532918 00000100:00000001:1.0:1777586785.902714:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306536270 00000100:00000001:1.0:1777586785.902715:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306532918 00000100:00000001:1.0:1777586785.902717:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306536270 00000100:00000001:1.0:1777586785.902718:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306532918 00000100:00000001:1.0:1777586785.902719:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306536270 00000100:00000001:1.0:1777586785.902721:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306532918 00000100:00000001:1.0:1777586785.902722:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306536270 00000100:00000001:1.0:1777586785.902723:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586785.902725:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902727:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902729:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902787:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586785.902789:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586785.902791:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586785.902792:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586785.902815:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586785.902818:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586785.902821:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586785.902825:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11870) 00000800:00000200:3.0:1777586785.903008:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586785.903011:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586785.903014:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586785.903018:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586785.903021:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:3.0:1777586785.903022:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:3.0:1777586785.903025:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586785.903028:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.903040:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586785.903042:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.903047:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.903049:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586785.906075:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586785.906098:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586785.906102:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586785.906104:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586785.906118:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586785.906134:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03a80 00000400:00000200:1.0:1777586785.906155:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x4c5 [1] + 224 00000800:00000001:1.0:1777586785.906162:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586785.906167:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586785.906170:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586785.906174:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586785.906181:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586785.906188:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586785.906200:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586785.906214:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586785.906222:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586785.906225:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586785.906227:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586785.906229:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586785.906233:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586785.906239:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03b00 00000400:00000200:1.0:1777586785.906244:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4cd [1] + 224 00000800:00000001:1.0:1777586785.906248:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586785.906277:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1777586785.906281:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.906281:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586785.906285:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1777586785.906288:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1777586785.906289:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:3.0:1777586785.906291:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586785.906294:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cf09a3b. 00000400:00000200:3.0:1777586785.906300:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000400:00000010:3.0:1777586785.906302:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000001:3.0:1777586785.906306:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586785.906307:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586785.906311:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586785.906314:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586785.906334:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586785.906336:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.906361:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586785.906363:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.906365:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777586785.906367:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1777586785.906368:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586785.906371:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1777586785.906373:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586785.906373:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586785.906377:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586785.906378:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777586785.906383:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=128 v=5 (5 0 0 0) 00000800:00000001:1.0:1777586785.906389:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1777586785.906390:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=128 v=5 (1 0 0 0) 00000800:00000001:1.0:1777586785.906394:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.906394:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586785.906396:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586785.906400:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1777586785.906401:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00010000:00000001:3.0:1777586785.906404:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.906407:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586785.906411:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03b80 00000100:00000040:3.0:1777586785.906413:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586785.906420:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4d5 [1] + 224 00000100:00000001:3.0:1777586785.906428:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1777586785.906430:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586785.906432:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586785.906435:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586785.906437:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586785.906440:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586785.906441:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586785.906450:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586785.906456:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1777586785.906458:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667668096:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777586785.906463:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.906465:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.906469:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586785.906475:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667668096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586785.906479:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586785.906484:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586785.906486:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586785.906489:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccb6920. 02000000:00000001:3.0:1777586785.906493:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1777586785.906495:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1777586785.906496:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586785.906498:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000800:00000001:1.0:1777586785.906501:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1777586785.906505:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1777586785.906506:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777586785.906507:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:3.0:1777586785.906512:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586785.906513:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586785.906514:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:3.0:1777586785.906518:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586785.906532:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.906535:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586785.906542:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586785.906544:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586785.906546:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586785.906548:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586785.906585:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586785.906588:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586785.906592:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586785.906594:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586785.906595:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd123d45. 00000400:00000200:0.0:1777586785.906598:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000400:00000010:0.0:1777586785.906600:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000001:0.0:1777586785.906603:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586785.906606:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586785.906613:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586785.906619:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586785.906620:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586785.906621:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586785.906623:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586785.906624:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586785.906625:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586785.906627:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586785.906632:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=128 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586785.906634:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586785.906636:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586785.906638:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586785.906639:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586785.906642:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586785.906648:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586785.906658:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586785.906660:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586785.906661:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586785.906662:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586785.906666:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586785.906671:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586785.906672:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586785.906673:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586785.906675:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586785.906679:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667668352:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777586785.906683:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586785.906683:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586785.906684:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d0cda7. 00000400:00000200:0.0:1777586785.906686:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000400:00000010:0.0:1777586785.906687:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:0.0:1777586785.906688:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586785.906689:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586785.906694:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586785.906697:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586785.906698:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586785.906699:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586785.906699:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586785.906700:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586785.906701:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586785.906702:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586785.906704:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=122 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586785.906706:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=122 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586785.906707:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586785.906712:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586785.906713:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586785.906714:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586785.906716:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586785.906716:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586785.906717:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586785.906718:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586785.906720:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586785.906723:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586785.906724:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586785.906724:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586785.906726:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586785.906729:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667668224:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586785.906731:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586785.906732:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586785.906733:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667668352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586785.906736:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586785.906737:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586785.906738:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba52bf5. 02000000:00000001:0.0:1777586785.906740:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586785.906740:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586785.906741:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586785.906742:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586785.906742:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:0.0:1777586785.906744:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586785.906744:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586785.906745:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777586785.906747:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586785.906747:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586785.906748:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586785.906752:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667668224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586785.906756:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586785.906757:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586785.906757:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013efb404. 02000000:00000001:0.0:1777586785.906758:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586785.906759:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586785.906760:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586785.906760:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586785.906761:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:0.0:1777586785.906762:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586785.906762:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586785.906763:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777586785.906764:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586785.906764:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586785.906765:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586785.906768:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586785.906768:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586785.906769:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586785.906770:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586786.541392:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586786.541399:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586786.541402:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586786.541405:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586786.541410:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586786.541413:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586786.541415:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586786.541418:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586786.541422:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586786.541424:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586786.541442:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586786.541446:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586786.541449:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586787.565354:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586787.565360:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586787.565366:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586787.565368:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586787.565636:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586787.565639:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586787.565642:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586788.589372:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586788.589377:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586788.589383:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586788.589400:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586788.589426:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586788.589429:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586788.589431:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586789.357363:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306536270, at 4306536320 00000100:00000040:3.0:1777586789.357363:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306536270, at 4306536320 00000100:00000010:3.0:1777586789.357379:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000010:0.0:1777586789.357380:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000040:1.0:1777586789.357605:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306536270, at 4306536320 00000100:00000010:1.0:1777586789.357613:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dce1b71. 00000100:00000040:2.0:1777586789.357811:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306536270, at 4306536320 00000100:00000010:2.0:1777586789.357826:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bf90bec. 00010000:00000001:1.0:1777586789.613385:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586789.613391:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586789.613398:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586789.613400:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586789.613491:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586789.613498:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586789.613503:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586790.637416:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586790.637427:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586790.637445:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586790.637446:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586790.637493:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586790.637499:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586790.637505:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586791.022043:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586791.022052:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586791.022062:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586791.022069:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586791.022087:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586791.022091:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586791.022095:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586791.022103:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777586791.022110:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022121:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586791.022132:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586791.022134:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022140:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.022175:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022177:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586791.022180:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586791.022184:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777586791.022186:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586791.022188:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586791.022189:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586791.022191:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586791.022194:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586791.022197:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022200:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586791.022207:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586791.022207:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022210:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.022217:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022219:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586791.022222:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586791.022229:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777586791.022231:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586791.022234:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586791.022235:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586791.022237:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586791.022240:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586791.022243:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022246:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586791.022271:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586791.022272:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022276:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_00+0] req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586791.022286:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586791.022290:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586791.022292:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586791.022297:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.022303:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022308:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586791.022308:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586791.022311:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.022313:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1777586791.022315:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586791.022318:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777586791.022320:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11875) 02000000:00000001:3.0:1777586791.022321:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586791.022326:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667668608:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586791.022330:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586791.022332:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777586791.022336:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1777586791.022336:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586791.022339:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.022340:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777586791.022344:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586791.022349:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1777586791.022349:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000810da964. 02000000:00000001:3.0:1777586791.022352:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.022353:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586791.022356:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586791.022357:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586791.022358:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1777586791.022359:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cf09a3b. 00000100:00000040:2.0:1777586791.022363:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586791.022372:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000001:2.0:1777586791.022373:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586791.022375:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586791.022378:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586791.022380:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777586791.022380:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668608, portal 10 02000000:00000001:2.0:1777586791.022384:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586791.022384:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586791.022387:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:3.0:1777586791.022394:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586791.022397:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667668736:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586791.022406:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586791.022408:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777586791.022410:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586791.022414:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586791.022414:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777586791.022417:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1777586791.022417:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 02000000:00000010:2.0:1777586791.022434:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000145cf504. 02000000:00000001:2.0:1777586791.022437:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586791.022441:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa5186. 00000400:00000010:2.0:1777586791.022445:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000100:00000200:2.0:1777586791.022448:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668736, portal 10 00000100:00000001:2.0:1777586791.022450:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586791.022452:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000001:0.0:1777586791.022456:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586791.022458:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586791.022460:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.022468:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586791.022470:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586791.022473:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000100:00000200:2.0:1777586791.022476:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667668736, offset 0 00000100:00000200:3.0:1777586791.022479:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667668608, offset 0 00000400:00000200:2.0:1777586791.022484:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586791.022492:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586791.022498:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586791.022555:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586791.022559:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586791.022560:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586791.022564:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586791.022571:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586791.022572:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586791.022574:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586791.022576:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586791.022578:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586791.022580:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667668480:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586791.022583:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586791.022585:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586791.022586:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586791.022588:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586791.022596:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8a02ad. 02000000:00000001:1.0:1777586791.022598:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586791.022601:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4be576. 00000400:00000010:1.0:1777586791.022605:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071489e82. 00000100:00000200:1.0:1777586791.022607:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668480, portal 25 00000100:00000001:1.0:1777586791.022609:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586791.022615:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:1.0:1777586791.022620:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586791.022626:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586791.022629:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586791.022631:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e32761c. 00000100:00000200:1.0:1777586791.022633:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667668480, offset 0 00000400:00000200:1.0:1777586791.022637:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586791.023059:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586791.023064:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586791.023068:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586791.023072:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586791.023076:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [127:127:256:4294967295] 192.168.204.155@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1777586791.023087:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:3.0:1777586791.023364:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586791.023367:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586791.023369:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586791.023371:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586791.023374:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586791.023376:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [128:128:255:4294967295] 192.168.204.155@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:3.0:1777586791.023384:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586791.023389:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586791.023394:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000800:00000200:3.0:1777586791.023401:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586791.023408:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586791.023412:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586791.023420:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586791.023452:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 418568 usecs (419 jiffies) 00000100:00000001:3.0:1777586791.023456:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306538405 00000100:00000010:3.0:1777586791.023460:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777586791.023467:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586791.023472:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306538405 00000100:00000010:3.0:1777586791.023475:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777586791.023484:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586791.023487:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306538405 00000100:00000010:3.0:1777586791.023490:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:3.0:1777586791.023493:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586791.023496:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306538405 00000100:00000010:3.0:1777586791.023498:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777586791.023501:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586791.023504:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586791.023507:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586791.023509:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586791.023511:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586791.023516:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586791.023518:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586791.023520:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586791.023522:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586791.023523:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586791.023525:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586791.023529:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586791.023533:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586791.023538:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586791.023542:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586791.023545:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586791.023555:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586791.023557:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 50980 usecs (51 jiffies) 00000100:00000001:2.0:1777586791.023560:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306538037 00000800:00000200:0.0:1777586791.023562:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777586791.023562:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306538405 00000100:00000001:2.0:1777586791.023566:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306538037 00000800:00000010:0.0:1777586791.023568:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000100:00000001:2.0:1777586791.023569:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306538405 00000100:00000001:2.0:1777586791.023572:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306538037 00000100:00000001:2.0:1777586791.023574:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306538405 00000400:00000200:0.0:1777586791.023575:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586791.023576:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306538037 00000100:00000001:2.0:1777586791.023578:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306538405 00000100:00000001:2.0:1777586791.023579:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586791.023581:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.023585:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.023588:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586791.023589:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586791.023596:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:0.0:1777586791.023599:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:0.0:1777586791.023604:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586791.023609:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586791.023619:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586791.023622:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586791.023630:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586791.023632:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586791.023648:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586791.023651:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777586791.023654:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586791.023655:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586791.023660:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586791.023663:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586791.023666:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586791.023669:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586791.023671:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586791.023674:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [129:129:255:4294967295] 192.168.204.155@tcp LPNI seq info [129:129:7:4294967295] 00000400:00000200:1.0:1777586791.023681:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777586791.023686:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000800:00000200:1.0:1777586791.023686:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586791.023689:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:0.0:1777586791.023692:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1777586791.023692:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000200:0.0:1777586791.023698:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586791.023699:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586791.023708:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586791.023712:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586791.023714:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586791.023717:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586791.023719:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586791.023721:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306541392 00000100:00000001:0.0:1777586791.023729:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586791.023729:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306538405 00000100:00000001:0.0:1777586791.023732:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586791.023734:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306541392 00000100:00000001:1.0:1777586791.023738:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306538405 00000100:00000001:1.0:1777586791.023741:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306541392 00000100:00000001:1.0:1777586791.023743:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306538405 00000100:00000001:1.0:1777586791.023745:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306541392 00000100:00000001:1.0:1777586791.023748:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306538405 00000100:00000001:1.0:1777586791.023756:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586791.023758:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586791.023760:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586791.023762:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586791.023765:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586791.023766:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586791.023768:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586791.023770:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586791.023771:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586791.023773:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586791.023780:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586791.023782:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586791.023786:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586791.023790:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586791.023792:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e32761c 00000400:00000010:0.0:1777586791.023794:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e32761c. 00000100:00000001:0.0:1777586791.023796:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586791.023799:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586791.023812:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586791.023814:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586791.023819:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586791.023821:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586791.026076:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586791.026088:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586791.026092:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586791.026093:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586791.026100:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586791.026114:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03c80 00000400:00000200:3.0:1777586791.026121:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4dd [1] + 224 00000800:00000001:3.0:1777586791.026129:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586791.026146:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586791.026148:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586791.026152:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586791.026158:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586791.026164:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586791.026175:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586791.026211:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586791.026219:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586791.026223:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586791.026611:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586791.026618:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586791.026620:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586791.026622:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586791.026627:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586791.026636:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03c00 00000400:00000200:1.0:1777586791.026641:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x4ed [1] + 224 00000800:00000001:1.0:1777586791.026645:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586791.026689:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586791.026692:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586791.026696:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586791.026699:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586791.026703:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586791.026713:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.026771:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586791.026775:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586791.026794:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586791.026800:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586791.026803:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586791.026826:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586791.026830:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586791.026835:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586791.026838:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586791.026840:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cf09a3b. 00000400:00000200:0.0:1777586791.026845:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000400:00000010:0.0:1777586791.026848:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000001:0.0:1777586791.026851:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1777586791.026853:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1777586791.026855:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777586791.026856:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586791.026860:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df4be576. 00000400:00000200:2.0:1777586791.026866:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071489e82 00000100:00000200:0.0:1777586791.026868:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586791.026869:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000071489e82. 00000100:00000001:2.0:1777586791.026875:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1777586791.026876:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586791.026879:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586791.026882:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586791.026883:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1777586791.026883:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777586791.026884:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586791.026887:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586791.026888:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586791.026893:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586791.026897:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1777586791.026897:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777586791.026901:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586791.026905:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586791.026914:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=128 v=5 (5 0 0 0) 00000100:00000200:2.0:1777586791.026916:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586791.026918:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03d00 00000100:00001000:0.0:1777586791.026922:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=128 v=5 (1 0 0 0) 00000400:00000200:3.0:1777586791.026929:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4e5 [1] + 224 00000100:00000001:0.0:1777586791.026930:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586791.026933:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.026937:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1777586791.026939:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777586791.026940:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586791.026940:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1777586791.026943:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.026944:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586791.026946:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586791.026948:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586791.026949:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586791.026952:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000800:00000001:3.0:1777586791.026952:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586791.026955:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1777586791.026956:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586791.026958:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.026958:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586791.026962:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586791.026962:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00001000:2.0:1777586791.026968:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=134 v=5 (5 0 0 0) 00000100:00000001:3.0:1777586791.026969:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1777586791.026973:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586791.026974:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=134 v=5 (1 0 0 0) 00000100:00000200:3.0:1777586791.026977:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.026981:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586791.026983:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586791.026988:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586791.026991:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586791.026994:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586791.026996:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586791.026998:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586791.027001:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586791.027005:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586791.027007:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586791.027008:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.027028:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586791.027032:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586791.027033:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586791.027038:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586791.027045:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667668480:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586791.027050:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586791.027057:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586791.027059:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667668480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586791.027066:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1777586791.027076:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667668608:192.168.204.155@tcp:400: 02000000:00000001:2.0:1777586791.027078:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777586791.027080:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586791.027083:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586791.027084:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777586791.027084:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8a02ad. 00000100:00000001:0.0:1777586791.027088:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1777586791.027090:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1777586791.027093:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667668608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1777586791.027094:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586791.027097:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586791.027100:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1777586791.027102:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586791.027106:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 00000100:00000001:0.0:1777586791.027107:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1777586791.027109:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777586791.027110:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586791.027113:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000810da964. 02000000:00000001:2.0:1777586791.027113:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1777586791.027114:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586791.027116:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586791.027119:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 02000000:00000001:0.0:1777586791.027120:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586791.027123:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586791.027125:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586791.027125:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1777586791.027127:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586791.027129:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586791.027133:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586791.027134:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586791.027138:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1777586791.027138:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1777586791.027139:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777586791.027143:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586791.027144:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586791.027145:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586791.027148:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586791.027149:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586791.027151:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.027152:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586791.027153:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586791.027156:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586791.027156:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586791.027159:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586791.027239:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586791.027241:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586791.027242:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa5186. 00000400:00000200:1.0:1777586791.027278:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:1.0:1777586791.027280:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:1.0:1777586791.027283:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586791.027286:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586791.027295:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586791.027300:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586791.027302:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586791.027304:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586791.027305:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586791.027306:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586791.027308:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586791.027310:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586791.027315:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=134 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586791.027318:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586791.027320:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586791.027321:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586791.027322:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586791.027325:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586791.027331:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586791.027333:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586791.027335:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586791.027336:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586791.027337:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586791.027339:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586791.027345:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586791.027479:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586791.027480:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586791.027484:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586791.027503:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667668736:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586791.027507:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586791.027509:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586791.027512:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667668736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586791.027518:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586791.027519:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586791.027531:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000145cf504. 02000000:00000001:1.0:1777586791.027534:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586791.027535:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586791.027536:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586791.027537:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586791.027538:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777586791.027539:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586791.027540:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586791.027541:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:1.0:1777586791.027543:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586791.027544:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586791.027546:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586791.027549:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586791.027550:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586791.027552:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586791.027554:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586791.661373:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586791.661379:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586791.661385:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586791.661386:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586791.661407:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586791.661423:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586791.661426:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586792.685558:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586792.685564:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586792.685570:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586792.685571:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586792.685680:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586792.685683:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586792.685686:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586793.709364:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586793.709380:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586793.709387:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586793.709388:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586793.709424:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586793.709428:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586793.709430:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586794.477373:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306541392, at 4306541440 00000100:00000040:1.0:1777586794.477392:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306541392, at 4306541440 00000100:00000010:2.0:1777586794.477396:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000010:1.0:1777586794.477402:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:0.0:1777586794.477433:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306541392, at 4306541440 00000100:00000010:0.0:1777586794.477448:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000040:3.0:1777586794.480793:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306541392, at 4306541443 00000100:00000010:3.0:1777586794.480808:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00010000:00000001:1.0:1777586794.733523:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586794.733541:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586794.733548:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586794.733549:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586794.733572:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586794.733576:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586794.733580:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586795.757376:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586795.757383:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586795.757389:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586795.757393:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586795.757396:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586795.757400:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586795.757403:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586795.757406:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586795.757407:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586795.757409:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586795.757490:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586795.757493:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586795.757496:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586796.144439:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586796.144461:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586796.144467:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005877c3b8. 00000020:00000040:3.0:1777586796.144473:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586796.144478:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586796.144481:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586796.144485:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586796.144493:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586796.144499:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144510:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586796.144520:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586796.144522:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144527:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005877c3b8] to pc [ptlrpcd_00_01+1] req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.144565:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144567:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586796.144571:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586796.144575:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777586796.144577:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586796.144579:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586796.144580:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586796.144581:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586796.144584:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586796.144587:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144590:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586796.144596:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586796.144597:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144600:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_02+2] req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.144615:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144622:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586796.144625:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586796.144627:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000020:00000040:3.0:1777586796.144630:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586796.144632:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586796.144633:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586796.144635:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586796.144638:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035ac65b4. 00000100:00000001:3.0:1777586796.144640:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144643:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586796.144649:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586796.144650:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144653:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_03+3] req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.144660:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586796.144661:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777586796.144664:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586796.144669:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11880) 00000100:00000001:0.0:1777586796.144749:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.144753:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586796.144755:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586796.144760:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.144767:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586796.144802:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586796.144807:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586796.144809:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586796.144811:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586796.144814:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667669120:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586796.144818:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586796.144822:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586796.144824:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586796.144826:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586796.144830:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea2518bd. 02000000:00000001:0.0:1777586796.144831:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586796.144836:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008585e20d. 00000400:00000010:0.0:1777586796.144842:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000100:00000200:0.0:1777586796.144848:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669120, portal 10 00000100:00000001:0.0:1777586796.144850:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586796.144851:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000040:0.0:1777586796.144857:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.144864:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586796.144866:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586796.144869:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:0.0:1777586796.144871:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667669120, offset 0 00000400:00000200:0.0:1777586796.144877:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586796.144889:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586796.144894:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586796.144904:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586796.144908:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586796.144911:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586796.144915:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [130:130:256:4294967295] 192.168.204.155@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1777586796.144926:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586796.144932:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586796.144936:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005782b3f6. 00000800:00000200:0.0:1777586796.144941:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586796.144949:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586796.144952:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005782b3f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586796.144968:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586796.144971:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 49490 usecs (50 jiffies) 00000100:00000001:0.0:1777586796.144974:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306543157 00000100:00000010:0.0:1777586796.144978:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a85aa0. 00000100:00000001:0.0:1777586796.144983:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586796.144988:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306543157 00000100:00000010:0.0:1777586796.144990:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000001:0.0:1777586796.144993:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586796.144998:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306543157 00000100:00000010:0.0:1777586796.145000:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000100:00000001:0.0:1777586796.145002:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586796.145007:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306543157 00000100:00000010:0.0:1777586796.145009:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8aa06c. 00000100:00000001:0.0:1777586796.145011:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586796.145016:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586796.145019:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.145022:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.145024:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.145031:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586796.145035:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.145039:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1777586796.145040:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777586796.145043:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586796.145043:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.145045:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586796.145048:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586796.145049:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1777586796.145050:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777586796.145052:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.145053:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.145057:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.145058:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586796.145059:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586796.145061:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.145062:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586796.145064:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.145066:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586796.145067:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586796.145069:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586796.145074:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.145081:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586796.145082:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586796.145084:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586796.145085:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586796.145090:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586796.145096:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667668992:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586796.145097:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586796.145099:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.145101:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586796.145103:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586796.145105:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586796.145107:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586796.145107:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586796.145112:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586796.145112:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586796.145116:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074afc437. 00000100:00100000:2.0:1777586796.145118:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667668864:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586796.145119:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586796.145124:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000100:00000001:2.0:1777586796.145125:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1777586796.145129:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 02000000:00000001:2.0:1777586796.145129:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586796.145132:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586796.145134:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668992, portal 10 02000000:00000001:2.0:1777586796.145135:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586796.145137:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586796.145139:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 02000000:00000010:2.0:1777586796.145141:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d38ea54. 02000000:00000001:2.0:1777586796.145144:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586796.145146:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586796.145149:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3436b12. 00000400:00000010:2.0:1777586796.145156:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000001:0.0:1777586796.145157:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586796.145161:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777586796.145161:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667668864, portal 25 00000400:00000010:0.0:1777586796.145164:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000001:2.0:1777586796.145164:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586796.145166:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015071872 : -105793694479744 : ffff9fc7fc6bca80) 00000100:00000200:0.0:1777586796.145173:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667668992, offset 0 00000100:00000040:2.0:1777586796.145180:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586796.145181:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586796.145189:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586796.145194:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777586796.145195:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1777586796.145200:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586796.145201:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586796.145205:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1777586796.145206:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000400:00000200:0.0:1777586796.145209:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000200:2.0:1777586796.145211:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667668864, offset 0 00000400:00000200:0.0:1777586796.145214:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [131:131:255:4294967295] 192.168.204.155@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:2.0:1777586796.145220:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586796.145227:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586796.145231:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586796.145275:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586796.145277:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586796.145343:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000800:00000200:0.0:1777586796.145349:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586796.145354:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586796.145357:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586796.145361:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586796.145361:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777586796.145366:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 406430 usecs (407 jiffies) 00000400:00000200:2.0:1777586796.145367:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586796.145371:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306543515 00000400:00000200:2.0:1777586796.145372:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586796.145376:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586796.145379:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586796.145380:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306543157 00000100:00000001:0.0:1777586796.145385:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306543515 00000400:00000200:2.0:1777586796.145385:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [132:132:254:4294967295] 192.168.204.155@tcp LPNI seq info [132:132:6:4294967295] 00000100:00000001:0.0:1777586796.145390:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306543157 00000100:00000001:0.0:1777586796.145393:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306543515 00000100:00000001:0.0:1777586796.145398:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306543157 00000400:00000200:2.0:1777586796.145402:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586796.145403:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306543515 00000100:00000001:0.0:1777586796.145407:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306543157 00000100:00000001:0.0:1777586796.145411:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777586796.145414:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586796.145415:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.145420:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.145422:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777586796.145422:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586796.145427:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586796.145453:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.145455:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586796.145530:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586796.145533:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005782b3f6. 00000400:00000200:3.0:1777586796.145539:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1777586796.145543:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586796.145548:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777586796.145548:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586796.145554:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586796.145554:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:3.0:1777586796.145557:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:2.0:1777586796.145559:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306546514 00000100:00000001:3.0:1777586796.145562:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777586796.145565:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306543515 00000100:00000200:3.0:1777586796.145567:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586796.145570:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306546514 00000100:00000001:2.0:1777586796.145576:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306543515 00000100:00000001:2.0:1777586796.145581:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306546514 00000100:00000001:3.0:1777586796.145583:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586796.145587:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306543515 00000100:00000040:3.0:1777586796.145587:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586796.145591:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306546514 00000100:00000001:2.0:1777586796.145596:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306543515 00000100:00000001:2.0:1777586796.145610:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586796.145613:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586796.145614:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586796.145618:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586796.145619:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586796.145622:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586796.145632:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586796.145635:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:3.0:1777586796.145638:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586796.145642:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586796.145644:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:3.0:1777586796.145646:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:3.0:1777586796.145648:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586796.145651:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.145658:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586796.145660:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.145665:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586796.145666:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586796.146021:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586796.146024:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777586796.146027:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586796.146031:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586796.146034:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:3.0:1777586796.146035:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:3.0:1777586796.146037:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586796.146040:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.146047:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586796.146049:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.146055:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586796.146057:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586796.154616:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586796.154631:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586796.154635:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586796.154637:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586796.154646:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586796.154662:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03e80 00000400:00000200:1.0:1777586796.154671:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:1.0:1777586796.154679:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586796.154685:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586796.154688:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586796.154693:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586796.154715:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586796.154721:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586796.154733:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.154788:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.154793:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586796.154809:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586796.154817:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586796.154820:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777586796.154972:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586796.154975:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586796.154977:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008585e20d. 00000400:00000200:0.0:1777586796.154984:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000400:00000010:0.0:1777586796.154986:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000100:00000001:0.0:1777586796.154989:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586796.154993:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586796.155001:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.155007:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586796.155009:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.155012:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586796.155015:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586796.155017:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586796.155019:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586796.155022:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586796.155030:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=139 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586796.155034:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586796.155037:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586796.155038:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586796.155041:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586796.155045:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586796.155052:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.155056:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586796.155057:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586796.155059:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586796.155060:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586796.155064:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.155083:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586796.155086:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586796.155088:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586796.155092:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586796.155099:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667669120:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586796.155104:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.155107:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586796.155109:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667669120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.155116:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586796.155119:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586796.155121:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea2518bd. 02000000:00000001:0.0:1777586796.155124:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586796.155127:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586796.155128:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586796.155130:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586796.155132:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035ac65b4. 02000000:00000001:0.0:1777586796.155136:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586796.155137:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586796.155139:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:0.0:1777586796.155143:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586796.155144:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.155146:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.155148:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.155149:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586796.155150:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.155152:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586796.155444:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.155450:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586796.155457:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.155460:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586796.155465:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586796.155473:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03d80 00000400:00000200:3.0:1777586796.155478:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x501 [1] + 224 00000800:00000001:3.0:1777586796.155482:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.155487:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586796.155489:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586796.155492:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586796.155495:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586796.155498:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586796.155507:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.155528:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586796.155533:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.155535:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.155592:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586796.155595:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586796.155598:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586796.155600:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586796.155601:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3436b12. 00000400:00000200:2.0:1777586796.155605:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:2.0:1777586796.155607:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:2.0:1777586796.155609:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586796.155613:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586796.155620:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586796.155627:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586796.155628:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.155630:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586796.155631:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586796.155632:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586796.155633:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586796.155635:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586796.155638:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=139 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586796.155641:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586796.155644:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586796.155645:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586796.155647:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586796.155648:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586796.155650:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586796.155653:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586796.155659:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586796.155661:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586796.155662:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586796.155672:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586796.155679:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667668864:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586796.155683:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.155685:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586796.155687:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005877c3b8 x1863934667668864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586796.155693:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586796.155695:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586796.155696:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d38ea54. 02000000:00000001:2.0:1777586796.155699:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586796.155700:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586796.155702:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586796.155703:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586796.155705:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:2.0:1777586796.155707:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586796.155708:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586796.155709:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005877c3b8. 00000100:00000001:2.0:1777586796.155712:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586796.155713:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.155715:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586796.155721:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586796.155723:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586796.155725:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586796.155727:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586796.156432:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.156438:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586796.156440:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.156442:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586796.156449:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586796.156457:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03e00 00000400:00000200:3.0:1777586796.156462:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x4fd [1] + 224 00000800:00000001:3.0:1777586796.156467:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.156471:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586796.156473:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586796.156477:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586796.156480:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586796.156485:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586796.156494:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586796.156520:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586796.156526:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586796.156529:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.156575:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.156577:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586796.156581:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586796.156582:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586796.156584:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586796.156594:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:0.0:1777586796.156595:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:0.0:1777586796.156598:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586796.156601:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586796.156609:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.156615:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586796.156617:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.156618:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586796.156620:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586796.156622:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586796.156623:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586796.156625:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586796.156630:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=133 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586796.156633:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586796.156636:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586796.156637:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586796.156639:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586796.156641:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.156644:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586796.156645:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586796.156647:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586796.156648:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586796.156651:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.156658:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586796.156660:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586796.156661:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586796.156664:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586796.156671:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667668992:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586796.156681:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.156683:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586796.156686:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667668992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586796.156692:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586796.156694:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586796.156696:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074afc437. 02000000:00000001:0.0:1777586796.156699:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586796.156700:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586796.156701:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586796.156703:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586796.156705:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:0.0:1777586796.156707:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586796.156708:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586796.156710:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:0.0:1777586796.156712:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586796.156713:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.156715:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586796.156719:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586796.156721:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586796.156723:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586796.156724:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586796.781370:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586796.781377:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586796.781379:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586796.781382:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586796.781386:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586796.781388:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586796.781390:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586796.781392:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586796.781395:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586796.781396:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586796.781538:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586796.781541:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586796.781544:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586797.805486:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586797.805492:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586797.805498:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586797.805499:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586797.805523:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586797.805526:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586797.805528:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586798.829387:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586798.829394:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586798.829400:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586798.829401:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586798.829500:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586798.829504:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586798.829507:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586799.597371:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306546514, at 4306546560 00000100:00000040:2.0:1777586799.597371:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306546514, at 4306546560 00000100:00000010:0.0:1777586799.597388:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a85aa0. 00000100:00000010:2.0:1777586799.597389:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00000100:00000040:3.0:1777586799.599368:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306546514, at 4306546562 00000100:00000010:3.0:1777586799.599381:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8aa06c. 00000100:00000040:1.0:1777586799.599462:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306546514, at 4306546562 00000100:00000010:1.0:1777586799.599468:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00010000:00000001:1.0:1777586799.853407:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586799.853414:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586799.853420:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586799.853421:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586799.855380:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586799.855385:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586799.855389:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586800.877354:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586800.877360:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586800.877366:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586800.877367:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586800.877387:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586800.877390:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586800.877392:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586801.261444:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586801.261454:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586801.261464:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000020:00000040:3.0:1777586801.261471:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586801.261475:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586801.261483:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586801.261487:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586801.261494:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f4945c. 00000100:00000001:3.0:1777586801.261502:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586801.261513:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586801.261523:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586801.261524:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586801.261530:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_00+0] req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586801.261590:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586801.261593:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586801.261596:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586801.261597:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586801.261599:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000100:00000001:2.0:1777586801.261600:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586801.261602:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586801.261607:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.261614:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1777586801.261617:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586801.261619:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586801.261620:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586801.261620:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586801.261622:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586801.261624:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1777586801.261625:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 02000000:00000001:2.0:1777586801.261626:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586801.261629:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586801.261629:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586801.261632:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667669248:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777586801.261632:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586801.261637:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586801.261640:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586801.261640:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586801.261641:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586801.261642:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586801.261645:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586801.261645:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586801.261646:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_01+1] req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586801.261648:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586801.261652:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030f64044. 02000000:00000001:2.0:1777586801.261654:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586801.261660:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3436b12. 00000400:00000010:2.0:1777586801.261666:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000001:3.0:1777586801.261666:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586801.261668:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586801.261672:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1777586801.261673:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669248, portal 25 00000100:00000010:3.0:1777586801.261674:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000100:00000001:2.0:1777586801.261676:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1777586801.261676:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586801.261678:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00000001:3.0:1777586801.261678:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586801.261679:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586801.261681:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.261683:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586801.261683:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777586801.261685:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:1.0:1777586801.261686:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586801.261688:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.261690:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586801.261692:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586801.261694:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586801.261698:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586801.261699:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586801.261702:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000100:00000001:3.0:1777586801.261702:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586801.261704:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586801.261706:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667669248, offset 0 00000100:00000040:3.0:1777586801.261709:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_02+2] req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586801.261716:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586801.261720:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586801.261723:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586801.261726:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586801.261728:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586801.261730:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586801.261731:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:1.0:1777586801.261735:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667669376:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777586801.261738:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586801.261740:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586801.261741:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586801.261743:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777586801.261744:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:3.0:1777586801.261744:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777586801.261747:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586801.261750:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777586801.261750:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586801.261754:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:3.0:1777586801.261754:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1777586801.261756:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037cd0903. 00000100:00000040:3.0:1777586801.261758:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11885) 02000000:00000001:1.0:1777586801.261760:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586801.261760:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [133:133:256:4294967295] 192.168.204.155@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000010:1.0:1777586801.261767:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a9906a. 00000400:00000010:1.0:1777586801.261772:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000400:00000200:2.0:1777586801.261775:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:1.0:1777586801.261778:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669376, portal 10 00000100:00000001:1.0:1777586801.261780:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586801.261783:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000800:00000200:2.0:1777586801.261783:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586801.261788:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000040:1.0:1777586801.261792:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586801.261801:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777586801.261803:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:1.0:1777586801.261815:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777586801.261815:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:1.0:1777586801.261820:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071489e82. 00000800:00000200:2.0:1777586801.261821:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1777586801.261825:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667669376, offset 0 00000400:00000200:1.0:1777586801.261832:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586801.261837:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586801.261838:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586801.261843:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586801.261844:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306551630 00000100:00000010:2.0:1777586801.261849:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000400:00000200:1.0:1777586801.261852:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586801.261855:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586801.261856:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777586801.261858:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586801.261863:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [134:134:255:4294967295] 192.168.204.155@tcp LPNI seq info [134:134:7:4294967295] 00000100:00000001:2.0:1777586801.261864:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306551630 00000100:00000010:2.0:1777586801.261869:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000001:2.0:1777586801.261872:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586801.261875:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306551630 00000100:00000010:2.0:1777586801.261877:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000001:2.0:1777586801.261880:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586801.261882:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306551630 00000100:00000010:2.0:1777586801.261884:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:2.0:1777586801.261887:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586801.261889:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586801.261892:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586801.261895:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586801.261896:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586801.261903:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586801.261905:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586801.261907:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586801.261908:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586801.261909:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586801.261911:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586801.261950:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586801.261956:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586801.261960:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586801.261963:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586801.261968:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586801.261970:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586801.261973:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586801.261976:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 395247 usecs (396 jiffies) 00000100:00000001:1.0:1777586801.261978:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306548620 00000100:00000001:1.0:1777586801.261981:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.261982:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306548620 00000100:00000001:1.0:1777586801.261984:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.261986:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306548620 00000100:00000001:1.0:1777586801.261988:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.261990:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306548620 00000100:00000001:1.0:1777586801.261991:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.261993:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586801.261994:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262001:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262003:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586801.262006:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586801.262008:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586801.262011:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.262012:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1777586801.262012:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586801.262013:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262017:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777586801.262018:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:2.0:1777586801.262023:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586801.262029:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586801.262033:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:2.0:1777586801.262035:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:1.0:1777586801.262042:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.262045:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586801.262046:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586801.262046:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586801.262052:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586801.262054:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586801.262073:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586801.262074:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586801.262075:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586801.262078:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1777586801.262080:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586801.262081:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586801.262086:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586801.262092:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667669504:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586801.262095:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262097:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586801.262098:0:197574:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1777586801.262101:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586801.262103:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586801.262105:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586801.262108:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000faf7b0d3. 02000000:00000001:1.0:1777586801.262110:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586801.262112:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7a53a0. 00000400:00000010:1.0:1777586801.262115:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e32761c. 00000100:00000200:1.0:1777586801.262118:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669504, portal 10 00000100:00000001:1.0:1777586801.262120:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586801.262121:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000040:1.0:1777586801.262127:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586801.262127:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586801.262131:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:2.0:1777586801.262137:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586801.262138:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586801.262142:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586801.262144:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586801.262147:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071489e82 00000400:00000010:2.0:1777586801.262150:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000071489e82. 00000400:00000010:1.0:1777586801.262151:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000100:00000001:2.0:1777586801.262153:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586801.262155:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667669504, offset 0 00000100:00000200:2.0:1777586801.262158:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586801.262163:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586801.262170:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586801.262170:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1777586801.262175:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1777586801.262175:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586801.262181:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586801.262186:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586801.262189:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586801.262190:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586801.262193:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777586801.262196:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [135:135:255:4294967295] 192.168.204.155@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:1.0:1777586801.262203:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586801.262314:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586801.262318:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586801.262321:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586801.262325:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586801.262327:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586801.262330:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586801.262332:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 48310 usecs (49 jiffies) 00000100:00000001:1.0:1777586801.262334:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306548273 00000100:00000001:1.0:1777586801.262336:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.262338:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306548273 00000100:00000001:1.0:1777586801.262339:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.262341:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306548273 00000100:00000001:1.0:1777586801.262342:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.262344:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306548273 00000100:00000001:1.0:1777586801.262345:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306551630 00000100:00000001:1.0:1777586801.262347:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586801.262348:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262350:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262356:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586801.262359:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586801.262360:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586801.262362:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.262363:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586801.262364:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262365:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.262378:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.262379:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586801.263043:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586801.263047:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:2.0:1777586801.263050:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586801.263056:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586801.263060:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000400:00000010:2.0:1777586801.263061:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:2.0:1777586801.263064:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586801.263067:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.263074:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586801.263078:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.263090:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586801.263092:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586801.264412:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586801.264425:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586801.264429:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586801.264431:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586801.264440:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586801.264454:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc03f00 00000400:00000200:3.0:1777586801.264463:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x50d [1] + 224 00000800:00000001:3.0:1777586801.264471:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586801.264478:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586801.264481:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586801.264484:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586801.264489:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586801.264493:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586801.264503:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586801.264525:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586801.264534:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586801.264537:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586801.264883:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586801.264887:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586801.264893:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586801.264894:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586801.264896:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3436b12. 00000400:00000200:2.0:1777586801.264901:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:2.0:1777586801.264903:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:2.0:1777586801.264906:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586801.264910:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586801.264919:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.264925:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586801.264926:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586801.264929:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586801.264931:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586801.264934:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586801.264936:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586801.264938:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586801.264945:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=144 v=5 (5 0 0 0) 00000100:00001000:2.0:1777586801.264948:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=144 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586801.264951:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586801.264952:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586801.264955:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586801.264957:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586801.264960:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586801.264964:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.264970:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586801.264973:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586801.264975:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586801.264978:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586801.264995:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667669248:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586801.265000:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586801.265003:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586801.265005:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667669248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.265012:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586801.265014:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586801.265017:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030f64044. 02000000:00000001:2.0:1777586801.265020:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586801.265022:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586801.265024:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586801.265026:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586801.265028:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f4945c. 02000000:00000001:2.0:1777586801.265031:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586801.265033:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586801.265034:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:2.0:1777586801.265037:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586801.265038:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586801.265040:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586801.265047:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586801.265050:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586801.265052:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586801.265054:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586801.266968:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.266976:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586801.266980:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.266982:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586801.266990:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586801.267004:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc03f80 00000400:00000200:2.0:1777586801.267011:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x515 [1] + 224 00000800:00000001:2.0:1777586801.267017:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.267022:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586801.267024:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586801.267037:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586801.267043:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586801.267048:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586801.267059:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.267080:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586801.267088:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.267092:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586801.267094:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.267096:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586801.267100:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586801.267106:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04000 00000400:00000200:2.0:1777586801.267110:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x51d [1] + 224 00000800:00000001:2.0:1777586801.267113:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.267118:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586801.267120:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586801.267123:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586801.267126:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586801.267129:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586801.267136:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586801.267155:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586801.267159:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586801.267162:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586801.267173:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586801.267176:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586801.267181:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586801.267184:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586801.267186:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7a53a0. 00000400:00000200:0.0:1777586801.267190:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e32761c 00000400:00000010:0.0:1777586801.267196:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e32761c. 00000100:00000001:0.0:1777586801.267199:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586801.267209:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586801.267217:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586801.267218:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.267220:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586801.267233:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1777586801.267234:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1777586801.267235:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586801.267236:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1777586801.267238:0:197583:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1777586801.267238:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a9906a. 02000000:00000001:0.0:1777586801.267240:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1777586801.267240:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:1.0:1777586801.267241:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:0.0:1777586801.267242:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586801.267243:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.267244:0:197582:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1777586801.267246:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586801.267247:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777586801.267272:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586801.267277:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=123 v=5 (1 0 0 0) 00000100:00000200:1.0:1777586801.267277:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586801.267280:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586801.267281:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.267283:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1777586801.267284:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777586801.267284:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586801.267286:0:197582:0:(client.c:1578:after_reply()) Process entered 00010000:00080000:0.0:1777586801.267287:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586801.267287:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586801.267288:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586801.267289:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586801.267290:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586801.267293:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586801.267294:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=138 v=5 (5 0 0 0) 00000100:00000001:0.0:1777586801.267296:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1777586801.267296:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=138 v=5 (1 0 0 0) 00000100:00000040:0.0:1777586801.267298:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586801.267298:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586801.267299:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586801.267300:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586801.267301:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586801.267301:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1777586801.267304:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586801.267308:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586801.267310:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586801.267310:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586801.267311:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586801.267313:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586801.267313:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586801.267314:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586801.267317:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586801.267319:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586801.267322:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586801.267324:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667669504:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586801.267328:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586801.267330:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586801.267331:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586801.267333:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586801.267334:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586801.267335:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586801.267338:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667669504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586801.267340:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667669376:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586801.267344:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777586801.267344:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586801.267346:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777586801.267346:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586801.267347:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667669376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586801.267348:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf7b0d3. 02000000:00000001:0.0:1777586801.267351:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1777586801.267352:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1777586801.267353:0:197583:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1777586801.267353:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1777586801.267355:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000010:1.0:1777586801.267355:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037cd0903. 02000000:00000001:1.0:1777586801.267356:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586801.267357:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1777586801.267357:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586801.267358:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 02000000:00000010:0.0:1777586801.267359:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 00000020:00000001:1.0:1777586801.267360:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586801.267361:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:0.0:1777586801.267362:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586801.267362:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586801.267363:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1777586801.267363:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586801.267364:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000010:0.0:1777586801.267365:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:0.0:1777586801.267368:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586801.267369:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586801.267370:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586801.267376:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586801.267377:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586801.267377:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586801.267378:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586801.267379:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.267380:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586801.267381:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.267382:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586801.267383:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586801.267383:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586801.267385:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586801.901394:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586801.901400:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586801.901422:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586801.901423:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586801.901548:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586801.901552:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586801.901555:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586802.925362:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586802.925368:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586802.925373:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586802.925374:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586802.925455:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586802.925458:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586802.925461:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586803.949380:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586803.949387:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586803.949394:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586803.949396:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586803.949426:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586803.949429:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586803.949431:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586804.717372:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306551630, at 4306551680 00000100:00000040:3.0:1777586804.717372:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306551630, at 4306551680 00000100:00000010:3.0:1777586804.717388:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000010:0.0:1777586804.717390:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000040:2.0:1777586804.717393:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306551630, at 4306551680 00000100:00000010:2.0:1777586804.717401:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000040:1.0:1777586804.717476:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306551630, at 4306551680 00000100:00000010:1.0:1777586804.717482:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00010000:00000001:1.0:1777586804.973353:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586804.973360:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586804.973366:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586804.973367:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586804.973572:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586804.973575:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586804.973578:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586805.997404:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586805.997409:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586805.997419:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586805.997422:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586805.997424:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586805.997427:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586805.997430:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586805.997433:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586805.997435:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586805.997437:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586805.997931:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586805.997935:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586805.997938:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586806.384287:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586806.384295:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586806.384317:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777586806.384323:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586806.384328:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586806.384331:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586806.384336:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586806.384343:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586806.384350:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586806.384361:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586806.384372:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586806.384374:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586806.384380:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_03+3] req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586806.384416:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586806.384418:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586806.384422:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586806.384425:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777586806.384427:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586806.384429:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586806.384430:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586806.384432:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.384435:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1777586806.384435:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035ac65b4. 00000100:00000001:3.0:1777586806.384439:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.384440:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586806.384443:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586806.384444:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1777586806.384452:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.384454:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586806.384457:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586806.384458:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586806.384459:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586806.384467:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_00+0] req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586806.384468:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586806.384471:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586806.384482:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586806.384485:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586806.384487:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586806.384491:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667669632:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586806.384495:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586806.384500:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777586806.384500:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586806.384504:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777586806.384505:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586806.384505:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777586806.384508:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586806.384513:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35aef0f. 00000100:00000001:2.0:1777586806.384514:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586806.384517:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1777586806.384518:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586806.384518:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1777586806.384522:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586806.384523:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000400:00000010:1.0:1777586806.384525:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a9906a. 00000020:00000040:3.0:1777586806.384528:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000010:1.0:1777586806.384535:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000001:3.0:1777586806.384535:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586806.384536:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777586806.384537:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777586806.384538:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586806.384540:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586806.384541:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586806.384544:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777586806.384545:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669632, portal 25 02000000:00000001:2.0:1777586806.384546:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586806.384547:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:1.0:1777586806.384550:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1777586806.384552:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667669760:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586806.384553:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000001:3.0:1777586806.384553:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586806.384557:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586806.384561:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586806.384563:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586806.384563:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1777586806.384564:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586806.384566:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586806.384569:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0799a60. 02000000:00000001:2.0:1777586806.384573:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586806.384578:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3436b12. 00000400:00000010:2.0:1777586806.384583:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000200:2.0:1777586806.384588:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669760, portal 10 00000100:00000001:3.0:1777586806.384591:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586806.384592:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586806.384593:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586806.384593:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586806.384595:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000040:1.0:1777586806.384599:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777586806.384601:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_01+1] req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586806.384603:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586806.384605:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777586806.384612:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667669632, offset 0 00000400:00000200:1.0:1777586806.384626:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586806.384632:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586806.384635:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586806.384636:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586806.384640:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000100:00000040:3.0:1777586806.384640:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1777586806.384643:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000200:2.0:1777586806.384645:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667669760, offset 0 00000100:00000040:3.0:1777586806.384648:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1777586806.384652:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586806.384653:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777586806.384655:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11891) 00000400:00000200:1.0:1777586806.384659:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586806.384663:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586806.384666:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586806.384669:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [136:136:256:4294967295] 192.168.204.155@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:1.0:1777586806.384680:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586806.384687:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586806.384689:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586806.384692:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1777586806.384694:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000400:00000200:2.0:1777586806.384695:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586806.384699:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586806.384702:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777586806.384705:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586806.384710:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [137:137:255:4294967295] 192.168.204.155@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:2.0:1777586806.384722:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586806.384726:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777586806.384729:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777586806.384730:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586806.384732:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586806.384734:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1777586806.384735:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:0.0:1777586806.384737:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1777586806.384740:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777586806.384744:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586806.384747:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586806.384748:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586806.384751:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586806.384755:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306556753 00000100:00000001:2.0:1777586806.384758:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586806.384763:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8baab06. 00000100:00000040:2.0:1777586806.384763:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 384463 usecs (385 jiffies) 00000100:00000001:2.0:1777586806.384768:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306553732 00000100:00000001:0.0:1777586806.384777:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586806.384778:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586806.384781:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586806.384783:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586806.384785:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586806.384788:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667669888:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586806.384792:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586806.384794:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586806.384796:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586806.384797:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586806.384801:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ba44436. 02000000:00000001:0.0:1777586806.384803:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586806.384806:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000400:00000010:0.0:1777586806.384811:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000800:00000200:2.0:1777586806.384812:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1777586806.384814:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667669888, portal 10 00000800:00000010:2.0:1777586806.384815:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000100:00000001:0.0:1777586806.384818:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586806.384820:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000400:00000200:2.0:1777586806.384822:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1777586806.384829:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586806.384831:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586806.384838:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000100:00000001:0.0:1777586806.384841:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1777586806.384842:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000040:0.0:1777586806.384847:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586806.384848:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1777586806.384850:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000100:00000200:0.0:1777586806.384853:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667669888, offset 0 00000100:00000200:2.0:1777586806.384855:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586806.384862:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586806.384870:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1777586806.384872:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:2.0:1777586806.384876:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586806.384878:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586806.384883:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586806.384885:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586806.384886:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586806.384889:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [138:138:254:4294967295] 192.168.204.155@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:0.0:1777586806.384896:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586806.384908:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586806.384913:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586806.384913:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1777586806.384918:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000800:00000200:0.0:1777586806.384923:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586806.384927:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586806.384930:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586806.384933:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586806.384936:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 47016 usecs (48 jiffies) 00000100:00000001:0.0:1777586806.384939:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306553395 00000100:00000001:1.0:1777586806.384949:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586806.384974:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306556753 00000100:00000001:0.0:1777586806.384982:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306553732 00000100:00000010:0.0:1777586806.384985:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb60a38. 00000100:00000001:0.0:1777586806.384989:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586806.384991:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306553732 00000100:00000001:1.0:1777586806.384993:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306556753 00000100:00000010:0.0:1777586806.384994:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002850297a. 00000100:00000001:0.0:1777586806.384999:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586806.385002:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306553732 00000100:00000001:0.0:1777586806.385003:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306553732 00000100:00000010:0.0:1777586806.385008:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007988f2cd. 00000100:00000001:1.0:1777586806.385009:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306556753 00000100:00000001:0.0:1777586806.385011:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586806.385013:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306553732 00000100:00000001:0.0:1777586806.385015:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586806.385017:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306556753 00000100:00000001:0.0:1777586806.385019:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.385021:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306553732 00000100:00000001:0.0:1777586806.385023:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.385026:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586806.385026:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586806.385031:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.385033:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.385035:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586806.385035:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.385038:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586806.385040:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586806.385041:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586806.385042:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586806.385043:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586806.385046:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.385047:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586806.385049:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586806.385050:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.385052:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.385055:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.385060:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306556753 00000100:00000001:0.0:1777586806.385064:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306553395 00000100:00000001:0.0:1777586806.385071:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306556753 00000100:00000001:0.0:1777586806.385073:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306553395 00000100:00000001:0.0:1777586806.385075:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306556753 00000100:00000001:0.0:1777586806.385077:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306553395 00000100:00000001:0.0:1777586806.385078:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306556753 00000100:00000001:0.0:1777586806.385080:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586806.385082:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.385084:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.385085:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.385088:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586806.385089:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586806.385091:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586806.385091:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586806.385092:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.385093:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586806.385637:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586806.385640:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:2.0:1777586806.385645:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586806.385650:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586806.385654:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:2.0:1777586806.385656:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:2.0:1777586806.385659:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586806.385669:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.385677:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586806.385679:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.385686:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586806.385692:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586806.385725:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586806.385727:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:2.0:1777586806.385731:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586806.385734:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586806.385737:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000400:00000010:2.0:1777586806.385738:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000100:00000001:2.0:1777586806.385741:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586806.385743:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.385750:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586806.385752:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.385758:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586806.385759:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586806.388007:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586806.388020:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586806.388024:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586806.388027:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586806.388037:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586806.388051:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04080 00000400:00000200:3.0:1777586806.388057:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:3.0:1777586806.388064:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586806.388069:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586806.388071:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586806.388073:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586806.388078:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586806.388093:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586806.388104:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586806.388136:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586806.388145:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586806.388148:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586806.388225:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586806.388228:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586806.388234:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586806.388236:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586806.388238:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a9906a. 00000400:00000200:1.0:1777586806.388243:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:1.0:1777586806.388244:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:1.0:1777586806.388247:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586806.388272:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586806.388281:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586806.388293:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586806.388295:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586806.388298:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586806.388300:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586806.388302:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586806.388305:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586806.388307:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586806.388313:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=149 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586806.388316:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586806.388319:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586806.388320:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586806.388323:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586806.388324:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.388327:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586806.388330:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586806.388337:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586806.388339:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586806.388341:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586806.388344:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586806.388351:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667669632:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586806.388356:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586806.388358:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586806.388360:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667669632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586806.388366:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586806.388368:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586806.388371:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35aef0f. 02000000:00000001:1.0:1777586806.388375:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586806.388377:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586806.388379:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586806.388384:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586806.388386:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:1.0:1777586806.388389:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586806.388390:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586806.388391:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:1.0:1777586806.388393:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586806.388394:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586806.388396:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586806.388400:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586806.388401:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586806.388402:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586806.388404:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586806.388531:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.388537:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586806.388539:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.388541:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586806.388545:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586806.388553:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04100 00000400:00000200:2.0:1777586806.388558:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x529 [1] + 224 00000800:00000001:2.0:1777586806.388562:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.388567:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586806.388568:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586806.388572:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586806.388581:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586806.388584:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586806.388593:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.389275:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586806.389283:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.389287:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.392384:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586806.392390:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586806.392398:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586806.392400:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586806.392404:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3436b12. 00000400:00000200:0.0:1777586806.392412:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:0.0:1777586806.392414:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:0.0:1777586806.392417:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586806.392426:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586806.392437:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586806.392443:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586806.392444:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.392447:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586806.392449:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586806.392452:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586806.392455:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586806.392470:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586806.392479:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586806.392483:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586806.392486:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586806.392487:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586806.392490:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586806.392493:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.392497:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586806.392499:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586806.392500:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586806.392502:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586806.392506:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586806.392513:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586806.392515:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586806.392517:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586806.392521:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586806.392527:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667669760:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586806.392532:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.392534:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586806.392536:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667669760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586806.392543:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586806.392545:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586806.392547:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0799a60. 02000000:00000001:0.0:1777586806.392551:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586806.392553:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586806.392555:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586806.392557:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586806.392559:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035ac65b4. 02000000:00000001:0.0:1777586806.392563:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586806.392570:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586806.392571:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:0.0:1777586806.392575:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586806.392576:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.392578:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.392586:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586806.392588:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.392590:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586806.392592:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586806.392822:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.392832:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586806.392834:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.392836:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586806.392842:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586806.392855:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04180 00000400:00000200:2.0:1777586806.392862:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x535 [1] + 224 00000800:00000001:2.0:1777586806.392869:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.392885:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586806.392888:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586806.392892:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586806.392898:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586806.392901:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586806.392910:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586806.392928:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586806.392935:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586806.392938:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.392985:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586806.392987:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586806.392991:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586806.392992:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586806.392994:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586806.393000:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:0.0:1777586806.393001:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:0.0:1777586806.393004:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586806.393007:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586806.393014:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586806.393021:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586806.393022:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.393023:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586806.393025:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586806.393026:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586806.393027:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586806.393029:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586806.393032:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=149 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586806.393035:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586806.393037:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586806.393038:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586806.393039:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586806.393042:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586806.393048:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.393057:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586806.393058:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586806.393060:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586806.393061:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586806.393064:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586806.393070:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586806.393072:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586806.393073:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586806.393076:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586806.393082:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667669888:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586806.393092:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.393093:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586806.393095:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667669888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586806.393101:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586806.393102:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586806.393104:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ba44436. 02000000:00000001:0.0:1777586806.393107:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586806.393108:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586806.393109:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586806.393111:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586806.393112:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:0.0:1777586806.393114:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586806.393115:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586806.393116:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:0.0:1777586806.393119:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586806.393120:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.393121:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586806.393134:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586806.393136:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586806.393138:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586806.393145:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586807.022403:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586807.022411:0:190853:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586807.022413:0:190853:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586807.022416:0:190853:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586807.022420:0:190853:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586807.022423:0:190853:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586807.022424:0:190853:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586807.022426:0:190853:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586807.022430:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586807.022431:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586807.022448:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586807.022451:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586807.022453:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586808.045569:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586808.045575:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586808.045581:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586808.045582:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586808.050037:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586808.050044:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586808.050049:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586809.069611:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586809.069617:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586809.069622:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586809.069623:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586809.069719:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586809.069722:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586809.069724:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586809.837321:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306556753, at 4306556800 00000100:00000010:3.0:1777586809.837335:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007988f2cd. 00000100:00000040:1.0:1777586809.837341:0:190853:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306556753, at 4306556800 00000100:00000040:2.0:1777586809.837344:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306556753, at 4306556800 00000100:00000010:1.0:1777586809.837350:0:190853:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb60a38. 00000100:00000010:2.0:1777586809.837353:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002850297a. 00000100:00000040:0.0:1777586809.837415:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306556753, at 4306556800 00000100:00000010:0.0:1777586809.837421:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8baab06. 00010000:00000001:1.0:1777586810.093376:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586810.093382:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586810.093405:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586810.093406:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586810.093434:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586810.093437:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586810.093439:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586811.117513:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586811.117518:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586811.117523:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586811.117524:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586811.117569:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586811.117572:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586811.117575:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586811.501384:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586811.501393:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586811.501402:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777586811.501410:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586811.501415:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586811.501418:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586811.501423:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586811.501431:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586811.501439:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501449:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586811.501662:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586811.501666:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501673:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_02+2] req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.501702:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501705:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586811.501708:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586811.501711:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777586811.501727:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586811.501729:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586811.501731:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586811.501733:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586811.501736:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f4945c. 00000100:00000001:3.0:1777586811.501739:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501743:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586811.501750:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586811.501751:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501753:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_03+3] req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.501761:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501763:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586811.501766:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586811.501768:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777586811.501769:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586811.501772:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586811.501773:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586811.501774:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586811.501777:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:3.0:1777586811.501780:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501782:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586811.501788:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586811.501789:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501792:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_00+0] req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.501815:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.501820:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777586811.501834:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586811.501838:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11896) 00000100:00000001:0.0:1777586811.501899:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586811.501904:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586811.501907:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586811.501907:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586811.501911:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777586811.501912:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586811.501919:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586811.501923:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1777586811.501926:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.501927:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586811.501931:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586811.501934:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586811.501939:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.501941:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586811.501943:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586811.501944:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667670272:192.168.204.155@tcp:400: 02000000:00000001:2.0:1777586811.501949:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586811.501950:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586811.501951:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586811.501954:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586811.501955:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586811.501958:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586811.501958:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667670016:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586811.501963:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586811.501964:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586811.501968:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1777586811.501969:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d0f038f. 02000000:00000001:2.0:1777586811.501970:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586811.501974:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586811.501974:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586811.501979:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a03168bc. 00000400:00000010:0.0:1777586811.501982:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 02000000:00000001:2.0:1777586811.501982:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586811.501987:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8334181. 00000400:00000010:0.0:1777586811.501991:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000400:00000010:2.0:1777586811.501994:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000100:00000200:0.0:1777586811.501998:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670272, portal 10 00000100:00000200:2.0:1777586811.501998:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670016, portal 25 00000100:00000001:0.0:1777586811.502004:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586811.502004:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586811.502007:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000001:2.0:1777586811.502008:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:2.0:1777586811.502016:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586811.502018:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.502026:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586811.502047:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586811.502049:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777586811.502052:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667670272, offset 0 00000100:00000001:2.0:1777586811.502172:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586811.502175:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586811.502178:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e4d0f3. 00000400:00000200:0.0:1777586811.502201:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777586811.502207:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667670016, offset 0 00000400:00000200:2.0:1777586811.502214:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586811.502216:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586811.502221:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586811.502225:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586811.502232:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586811.502235:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586811.502239:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [139:139:256:4294967295] 192.168.204.155@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1777586811.502286:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586811.502293:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586811.502295:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586811.502299:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1777586811.502301:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005782b3f6. 00000400:00000200:2.0:1777586811.502303:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586811.502306:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586811.502309:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:0.0:1777586811.502313:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586811.502316:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [140:140:255:4294967295] 192.168.204.155@tcp LPNI seq info [140:140:7:4294967295] 00000800:00000200:0.0:1777586811.502324:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586811.502330:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005782b3f6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777586811.502337:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586811.502341:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586811.502344:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586811.502347:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 45910 usecs (46 jiffies) 00000800:00000010:2.0:1777586811.502349:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:0.0:1777586811.502352:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306558511 00000800:00000200:2.0:1777586811.502356:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:0.0:1777586811.502359:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000800:00000200:2.0:1777586811.502363:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586811.502366:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586811.502368:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586811.502370:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.502373:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306561871 00000100:00000001:0.0:1777586811.502375:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306558511 00000100:00000010:0.0:1777586811.502379:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000001:2.0:1777586811.502380:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306558511 00000100:00000001:0.0:1777586811.502385:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586811.502386:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306561871 00000100:00000001:0.0:1777586811.502395:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306558511 00000100:00000001:2.0:1777586811.502397:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306558511 00000100:00000010:0.0:1777586811.502400:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000100:00000001:2.0:1777586811.502402:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306561871 00000100:00000001:0.0:1777586811.502407:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586811.502411:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306558511 00000100:00000001:2.0:1777586811.502412:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306558511 00000100:00000010:0.0:1777586811.502415:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000100:00000001:2.0:1777586811.502417:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306561871 00000100:00000001:0.0:1777586811.502424:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586811.502431:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586811.502434:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.502437:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.502437:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306558511 00000100:00000001:0.0:1777586811.502441:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586811.502442:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586811.502445:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.502447:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.502449:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586811.502449:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.502452:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586811.502453:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586811.502456:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586811.502457:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586811.502460:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586811.502460:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586811.502462:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586811.502463:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586811.502465:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1777586811.502466:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586811.502468:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586811.502469:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586811.502470:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586811.502471:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586811.502472:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586811.502474:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.502476:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586811.502486:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.502490:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586811.502494:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.502498:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586811.502500:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586811.502503:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586811.502505:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586811.502507:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586811.502510:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667670144:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586811.502513:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586811.502516:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586811.502517:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586811.502519:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586811.502521:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066d3c6b8. 02000000:00000001:2.0:1777586811.502523:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586811.502527:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000913ab434. 00000400:00000010:2.0:1777586811.502530:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777586811.502532:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670144, portal 10 00000100:00000001:2.0:1777586811.502534:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586811.502535:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000100:00000040:2.0:1777586811.502539:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586811.502545:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586811.502547:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586811.502549:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777586811.502551:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667670144, offset 0 00000400:00000200:2.0:1777586811.502555:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586811.502559:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586811.502573:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586811.502576:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586811.502578:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586811.502580:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586811.502582:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [141:141:254:4294967295] 192.168.204.155@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1777586811.502596:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586811.502601:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586811.502603:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777586811.502607:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586811.502610:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586811.502613:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586811.502615:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586811.502618:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 374341 usecs (375 jiffies) 00000100:00000001:2.0:1777586811.502620:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306558840 00000100:00000001:2.0:1777586811.502622:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306561871 00000100:00000001:2.0:1777586811.502634:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306558840 00000100:00000001:2.0:1777586811.502636:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306561871 00000100:00000001:2.0:1777586811.502638:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306558840 00000100:00000001:2.0:1777586811.502640:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306561871 00000100:00000001:2.0:1777586811.502641:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306558840 00000100:00000001:2.0:1777586811.502643:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306561871 00000100:00000001:2.0:1777586811.502645:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586811.502647:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.502649:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586811.502651:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586811.502678:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586811.502681:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005782b3f6. 00000400:00000200:3.0:1777586811.502688:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586811.502694:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586811.502698:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:3.0:1777586811.502701:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:3.0:1777586811.502706:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586811.502709:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.502719:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586811.502722:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.502729:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586811.502730:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586811.502743:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586811.502745:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777586811.502747:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586811.502750:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586811.502752:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e4d0f3 00000400:00000010:3.0:1777586811.502754:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e4d0f3. 00000100:00000001:3.0:1777586811.502755:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586811.502758:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.502764:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586811.502766:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.502770:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586811.502772:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586811.503008:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586811.503011:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777586811.503018:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586811.503022:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586811.503025:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:3.0:1777586811.503046:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:3.0:1777586811.503050:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586811.503053:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.503115:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586811.503118:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.503124:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586811.503125:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586811.503187:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586811.503190:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586811.507068:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507084:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586811.507088:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507090:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586811.507100:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586811.507115:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04200 00000400:00000200:2.0:1777586811.507123:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x541 [1] + 224 00000800:00000001:2.0:1777586811.507130:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507149:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586811.507153:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586811.507157:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586811.507164:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586811.507170:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586811.507181:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.507312:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586811.507316:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586811.507357:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586811.507366:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507370:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586811.507372:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507374:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586811.507378:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586811.507384:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04300 00000400:00000200:2.0:1777586811.507389:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x53d [1] + 224 00000800:00000001:2.0:1777586811.507393:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507396:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586811.507397:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586811.507400:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586811.507403:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586811.507406:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586811.507415:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586811.507439:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586811.507444:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507447:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586811.507448:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507450:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586811.507454:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586811.507463:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04280 00000400:00000200:2.0:1777586811.507473:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x54d [1] + 224 00000800:00000001:2.0:1777586811.507477:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507483:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586811.507485:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586811.507488:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586811.507491:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586811.507494:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586811.507502:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586811.507509:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586811.507512:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586811.507514:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586811.507568:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586811.507571:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586811.507577:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586811.507579:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586811.507581:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:3.0:1777586811.507589:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:3.0:1777586811.507591:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:3.0:1777586811.507594:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586811.507598:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586811.507605:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.507611:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586811.507612:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586811.507614:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586811.507617:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586811.507619:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586811.507621:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586811.507624:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586811.507632:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=154 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586811.507636:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586811.507639:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586811.507647:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586811.507649:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586811.507653:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586811.507660:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586811.507664:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586811.507666:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586811.507668:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586811.507669:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586811.507673:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.507679:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586811.507682:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586811.507684:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586811.507687:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586811.507693:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667670272:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586811.507698:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586811.507700:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586811.507702:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667670272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586811.507708:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586811.507710:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586811.507713:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d0f038f. 02000000:00000001:3.0:1777586811.507717:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586811.507719:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586811.507721:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586811.507723:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586811.507725:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:3.0:1777586811.507728:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586811.507729:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586811.507731:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:3.0:1777586811.507740:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586811.507741:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586811.507743:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586811.507751:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586811.507752:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586811.507754:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586811.507756:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777586811.507820:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586811.507822:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586811.507823:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8334181. 00000400:00000200:0.0:1777586811.507827:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:0.0:1777586811.507829:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:0.0:1777586811.507832:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586811.507835:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586811.507843:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.507849:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586811.507850:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.507852:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586811.507853:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586811.507854:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586811.507855:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586811.507857:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586811.507859:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=154 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586811.507862:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=154 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586811.507864:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586811.507865:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586811.507867:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586811.507873:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.507875:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586811.507878:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.507884:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586811.507886:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586811.507887:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586811.507889:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586811.507896:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667670016:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586811.507899:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.507901:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586811.507903:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667670016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.507909:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586811.507910:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586811.507912:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a03168bc. 02000000:00000001:0.0:1777586811.507914:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586811.507915:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586811.507916:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586811.507918:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586811.507919:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:0.0:1777586811.507921:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586811.507922:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586811.507923:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:0.0:1777586811.508001:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586811.508003:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.508005:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.508006:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586811.508008:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586811.508010:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586811.508011:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586811.508012:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000913ab434. 00000400:00000200:0.0:1777586811.508013:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:0.0:1777586811.508018:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:0.0:1777586811.508020:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586811.508022:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586811.508038:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.508042:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586811.508043:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.508044:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586811.508045:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586811.508046:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586811.508047:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586811.508048:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586811.508051:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=148 v=5 (5 0 0 0) 00000100:00001000:0.0:1777586811.508053:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1777586811.508054:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586811.508055:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586811.508056:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586811.508058:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.508059:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586811.508060:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586811.508061:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586811.508062:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586811.508063:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.508067:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586811.508068:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586811.508068:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586811.508070:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586811.508073:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667670144:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586811.508075:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.508080:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586811.508081:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667670144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586811.508085:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586811.508086:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586811.508087:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066d3c6b8. 02000000:00000001:0.0:1777586811.508088:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586811.508090:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586811.508090:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586811.508092:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586811.508092:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f4945c. 02000000:00000001:0.0:1777586811.508094:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586811.508094:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586811.508095:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:0.0:1777586811.508097:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586811.508098:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.508098:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586811.508101:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586811.508102:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586811.508103:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586811.508104:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586812.144406:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586812.144412:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586812.144418:0:190853:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586812.144419:0:190853:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586812.144574:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586812.144577:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586812.144579:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586813.165402:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586813.165409:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586813.165416:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586813.165418:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586813.165447:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586813.165451:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586813.165454:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586814.189377:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586814.189387:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586814.189392:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586814.189393:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586814.189508:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586814.189511:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586814.189513:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586814.957458:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306561871, at 4306561920 00000100:00000040:1.0:1777586814.957458:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306561871, at 4306561920 00000100:00000010:1.0:1777586814.957475:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00000100:00000010:0.0:1777586814.957476:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000040:3.0:1777586814.957526:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306561871, at 4306561920 00000100:00000010:3.0:1777586814.957534:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00000100:00000040:2.0:1777586814.958922:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306561871, at 4306561921 00000100:00000010:2.0:1777586814.958932:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00010000:00000001:1.0:1777586815.213374:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586815.213378:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586815.213383:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586815.213384:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586815.213450:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586815.213453:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586815.213455:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586816.237380:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586816.237386:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586816.237394:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586816.237398:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586816.237401:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586816.237420:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586816.237425:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586816.237427:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586816.237429:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586816.237432:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586816.237459:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586816.237462:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586816.237464:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586816.621385:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586816.621395:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586816.621402:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777586816.621409:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586816.621414:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586816.621417:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586816.621423:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586816.621430:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:3.0:1777586816.621437:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621449:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586816.621459:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586816.621461:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621467:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_01+1] req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586816.621487:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621489:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586816.621490:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586816.621494:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777586816.621496:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586816.621499:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586816.621504:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777586816.621511:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777586816.621515:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586816.621517:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586816.621518:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777586816.621520:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586816.621521:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586816.621524:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586816.621526:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1777586816.621529:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035ac65b4. 02000000:00000001:0.0:1777586816.621530:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586816.621534:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586816.621534:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621539:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777586816.621550:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667670400:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586816.621550:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586816.621552:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.621558:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1777586816.621560:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_02+2] req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586816.621564:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586816.621567:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586816.621571:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586816.621576:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004869e0fc. 02000000:00000001:0.0:1777586816.621580:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586816.621587:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008585e20d. 00000100:00000001:2.0:1777586816.621587:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586816.621591:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586816.621592:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621596:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1777586816.621597:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000001:3.0:1777586816.621602:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1777586816.621605:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670400, portal 25 00000100:00000010:3.0:1777586816.621605:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777586816.621609:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586816.621610:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586816.621612:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777586816.621613:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 02000000:00000001:3.0:1777586816.621615:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586816.621617:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586816.621620:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777586816.621621:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586816.621625:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621631:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586816.621634:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586816.621641:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586816.621645:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1777586816.621646:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000001:3.0:1777586816.621647:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586816.621652:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667670400, offset 0 00000100:00000040:3.0:1777586816.621653:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_03+3] req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586816.621663:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586816.621663:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621667:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777586816.621675:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1777586816.621678:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:3.0:1777586816.621681:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11901) 00000400:00000200:0.0:1777586816.621683:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586816.621688:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586816.621692:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586816.621696:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586816.621701:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [142:142:256:4294967295] 192.168.204.155@tcp LPNI seq info [142:142:8:4294967295] 00000100:00000001:3.0:1777586816.621703:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586816.621705:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586816.621708:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586816.621714:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586816.621718:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586816.621728:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1777586816.621729:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586816.621731:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586816.621734:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1777586816.621735:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 02000000:00000001:3.0:1777586816.621736:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586816.621739:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.621742:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1777586816.621745:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00100000:3.0:1777586816.621745:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667670528:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586816.621746:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586816.621749:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586816.621753:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586816.621755:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777586816.621758:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586816.621758:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586816.621759:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:3.0:1777586816.621763:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1777586816.621766:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1777586816.621768:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b083c7. 02000000:00000001:3.0:1777586816.621772:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.621773:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586816.621776:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586816.621779:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b65be67. 02000000:00000001:1.0:1777586816.621780:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586816.621783:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586816.621785:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 02000000:00000001:1.0:1777586816.621786:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586816.621789:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670528, portal 10 00000100:00100000:1.0:1777586816.621792:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667670656:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586816.621793:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586816.621795:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:1.0:1777586816.621797:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586816.621801:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586816.621802:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586816.621805:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621805:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.621808:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306566990 02000000:00000001:1.0:1777586816.621809:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586816.621814:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d92aa69d. 00000100:00000010:0.0:1777586816.621815:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005308c43e. 02000000:00000001:1.0:1777586816.621818:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586816.621821:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1777586816.621824:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0a9906a. 00000100:00000040:3.0:1777586816.621824:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586816.621825:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1777586816.621829:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000400:00000010:1.0:1777586816.621831:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000001:0.0:1777586816.621833:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306566990 00000100:00000200:3.0:1777586816.621833:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667670528, offset 0 00000100:00000200:1.0:1777586816.621836:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670656, portal 10 00000100:00000010:0.0:1777586816.621839:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000100:00000001:1.0:1777586816.621840:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586816.621842:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000400:00000200:3.0:1777586816.621844:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586816.621845:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586816.621850:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306566990 00000100:00000040:1.0:1777586816.621853:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586816.621854:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:0.0:1777586816.621856:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000937b78f6. 00000100:00000001:0.0:1777586816.621861:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586816.621867:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306566990 00000400:00000200:3.0:1777586816.621868:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586816.621871:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777586816.621873:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:1.0:1777586816.621877:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586816.621879:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586816.621881:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586816.621884:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [143:143:255:4294967295] 192.168.204.155@tcp LPNI seq info [143:143:7:4294967295] 00000100:00000010:0.0:1777586816.621886:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000400:00000010:1.0:1777586816.621889:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000001:0.0:1777586816.621892:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1777586816.621893:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667670656, offset 0 00000100:00000001:0.0:1777586816.621897:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586816.621902:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586816.621904:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586816.621904:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586816.621907:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.621911:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777586816.621915:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586816.621919:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054f4945c. 00000100:00000001:0.0:1777586816.621920:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586816.621923:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1777586816.621923:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586816.621938:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586816.621940:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1777586816.621942:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777586816.621943:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586816.621946:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054f4945c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586816.621947:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586816.621953:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586816.621956:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 364697 usecs (365 jiffies) 00000100:00000001:3.0:1777586816.621959:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306563949 00000100:00000001:3.0:1777586816.621961:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306566990 00000100:00000001:3.0:1777586816.621963:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306563949 00000100:00000001:3.0:1777586816.621964:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306566990 00000100:00000001:3.0:1777586816.621966:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306563949 00000100:00000001:3.0:1777586816.621968:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306566990 00000100:00000001:3.0:1777586816.621970:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306563949 00000100:00000001:3.0:1777586816.621971:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306566990 00000100:00000001:3.0:1777586816.621973:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586816.621974:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586816.621976:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586816.621978:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586816.621981:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586816.621983:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586816.621984:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586816.621991:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586816.621992:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586816.621994:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586816.621999:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586816.622003:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:0.0:1777586816.622008:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586816.622015:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586816.622054:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586816.622057:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586816.622059:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586816.622061:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586816.622064:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586816.622066:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [144:144:254:4294967295] 192.168.204.155@tcp LPNI seq info [144:144:6:4294967295] 00000400:00000200:1.0:1777586816.622073:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586816.622077:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586816.622080:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:1.0:1777586816.622084:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586816.622088:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586816.622090:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586816.622092:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586816.622094:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 44772 usecs (45 jiffies) 00000100:00000001:1.0:1777586816.622096:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306563629 00000100:00000001:1.0:1777586816.622098:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306566990 00000100:00000001:1.0:1777586816.622100:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306563629 00000100:00000001:1.0:1777586816.622102:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306566990 00000100:00000001:1.0:1777586816.622103:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306563629 00000100:00000001:1.0:1777586816.622105:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306566990 00000100:00000001:1.0:1777586816.622106:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306563629 00000100:00000001:1.0:1777586816.622108:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306566990 00000100:00000001:1.0:1777586816.622109:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586816.622112:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.622114:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.622121:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586816.622124:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586816.622125:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586816.622127:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586816.622128:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586816.622130:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.622131:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586816.622498:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000400:00000010:0.0:1777586816.622502:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:0.0:1777586816.622506:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586816.622510:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.622519:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586816.622526:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.622533:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.622534:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586816.622547:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586816.622549:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054f4945c. 00000400:00000200:0.0:1777586816.622551:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586816.622554:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586816.622556:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:0.0:1777586816.622557:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:0.0:1777586816.622560:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586816.622562:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.622568:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586816.622570:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.622575:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.622576:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586816.622791:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586816.622794:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:0.0:1777586816.622797:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586816.622801:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586816.622804:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:0.0:1777586816.622805:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:0.0:1777586816.622808:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586816.622811:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.622818:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586816.622820:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.622826:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.622827:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586816.624951:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.624959:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586816.624962:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.624964:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586816.624973:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586816.624986:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04380 00000400:00000200:3.0:1777586816.624992:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x555 [1] + 224 00000800:00000001:3.0:1777586816.624998:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625002:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586816.625005:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586816.625008:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586816.625014:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586816.625018:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586816.625028:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586816.625047:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586816.625054:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625057:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586816.625059:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625061:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586816.625065:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586816.625070:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04400 00000400:00000200:3.0:1777586816.625074:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x55d [1] + 224 00000800:00000001:3.0:1777586816.625077:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625079:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586816.625081:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586816.625083:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586816.625086:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586816.625088:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586816.625104:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586816.625123:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586816.625127:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625131:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586816.625132:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625134:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586816.625138:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586816.625143:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04480 00000400:00000200:3.0:1777586816.625147:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x565 [1] + 224 00000800:00000001:3.0:1777586816.625150:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625153:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586816.625155:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586816.625157:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586816.625160:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586816.625162:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586816.625169:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586816.625187:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586816.625190:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586816.625192:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586816.625290:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586816.625293:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586816.625300:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586816.625302:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586816.625304:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b65be67. 00000400:00000200:1.0:1777586816.625308:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:1.0:1777586816.625309:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:1.0:1777586816.625312:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586816.625316:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586816.625324:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586816.625329:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586816.625331:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586816.625333:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586816.625335:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586816.625337:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586816.625339:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586816.625342:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586816.625361:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=153 v=5 (5 0 0 0) 00000100:00001000:1.0:1777586816.625366:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=153 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586816.625369:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586816.625371:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586816.625373:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777586816.625377:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1777586816.625377:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.625382:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586816.625383:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586816.625386:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586816.625387:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1777586816.625391:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586816.625392:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586816.625394:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008585e20d. 00000400:00000200:0.0:1777586816.625400:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000100:00000001:1.0:1777586816.625400:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586816.625404:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000040:1.0:1777586816.625406:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.625408:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586816.625413:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586816.625437:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1777586816.625440:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586816.625441:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586816.625444:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586816.625450:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.625461:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586816.625463:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1777586816.625467:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667670528:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586816.625468:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586816.625471:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586816.625474:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586816.625475:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586816.625476:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586816.625479:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1777586816.625480:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586816.625483:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667670528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777586816.625486:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=9 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586816.625493:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=9 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586816.625496:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1777586816.625498:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1777586816.625499:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1777586816.625500:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586816.625502:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b083c7. 00010000:00000001:0.0:1777586816.625503:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586816.625505:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586816.625506:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586816.625510:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586816.625510:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586816.625512:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586816.625513:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586816.625515:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035ac65b4. 02000000:00000001:1.0:1777586816.625517:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586816.625518:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586816.625519:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:1.0:1777586816.625524:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586816.625525:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586816.625527:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586816.625528:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586816.625535:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586816.625537:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586816.625538:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.625543:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586816.625543:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586816.625545:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586816.625545:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586816.625550:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586816.625557:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667670400:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586816.625562:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586816.625568:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586816.625570:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667670400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586816.625576:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586816.625577:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586816.625579:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004869e0fc. 02000000:00000001:0.0:1777586816.625582:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586816.625583:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586816.625584:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586816.625586:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586816.625587:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:0.0:1777586816.625589:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586816.625590:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586816.625591:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:0.0:1777586816.625593:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586816.625594:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586816.625596:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586816.625600:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586816.625601:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586816.625602:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586816.625604:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586816.625677:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586816.625680:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586816.625683:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586816.625685:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586816.625686:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0a9906a. 00000400:00000200:2.0:1777586816.625689:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:2.0:1777586816.625691:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:2.0:1777586816.625694:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586816.625697:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586816.625705:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586816.625710:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586816.625712:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586816.625713:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586816.625720:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586816.625721:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586816.625722:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586816.625724:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586816.625728:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=9 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586816.625731:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586816.625733:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586816.625734:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586816.625735:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586816.625739:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586816.625744:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586816.625746:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586816.625747:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586816.625749:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586816.625750:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586816.625752:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586816.625758:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586816.625759:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586816.625760:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586816.625763:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586816.625770:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667670656:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586816.625774:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586816.625775:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586816.625777:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667670656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586816.625783:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586816.625784:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586816.625786:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d92aa69d. 02000000:00000001:2.0:1777586816.625789:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586816.625795:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586816.625796:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586816.625799:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586816.625800:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:2.0:1777586816.625803:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586816.625804:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586816.625805:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:2.0:1777586816.625807:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586816.625808:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586816.625810:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586816.625813:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586816.625814:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586816.625816:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586816.625817:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586817.261387:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586817.261397:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586817.261399:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586817.261403:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586817.261426:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586817.261429:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586817.261431:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586817.261433:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586817.261437:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586817.261438:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586817.261684:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586817.261687:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586817.261694:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586818.285380:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586818.285386:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586818.285392:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586818.285394:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586818.286339:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586818.286342:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586818.286346:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586819.309793:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586819.309800:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586819.309806:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586819.309808:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586819.309829:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586819.309832:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586819.309835:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586820.077367:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306566990, at 4306567040 00000100:00000040:1.0:1777586820.077367:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306566990, at 4306567040 00000100:00000040:3.0:1777586820.077367:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306566990, at 4306567040 00000100:00000010:0.0:1777586820.077382:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005308c43e. 00000100:00000010:3.0:1777586820.077384:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000010:1.0:1777586820.077387:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000040:2.0:1777586820.079027:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306566990, at 4306567041 00000100:00000010:2.0:1777586820.079037:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000937b78f6. 00010000:00000001:1.0:1777586820.333351:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586820.333356:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586820.333361:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586820.333362:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586820.333395:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586820.333398:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586820.333401:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586821.359148:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586821.359155:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586821.359160:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586821.359161:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586821.359501:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586821.359504:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586821.359508:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586821.741335:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586821.741344:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586821.741355:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777586821.741362:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586821.741366:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586821.741370:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586821.741374:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586821.741382:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586821.741390:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.741402:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586821.741414:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586821.741417:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.741423:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_00+0] req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.741559:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.741564:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586821.741567:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586821.741572:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.741580:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586821.741582:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586821.741585:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586821.741588:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586821.741591:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586821.741594:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667670784:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586821.741598:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586821.741603:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586821.741606:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586821.741608:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586821.741612:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4e9df68. 02000000:00000001:2.0:1777586821.741614:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586821.741619:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000400:00000010:2.0:1777586821.741626:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000200:2.0:1777586821.741646:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670784, portal 25 00000100:00000001:2.0:1777586821.741648:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586821.741650:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000100:00000040:2.0:1777586821.741655:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.741662:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586821.741664:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586821.741667:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002941b838. 00000100:00000200:2.0:1777586821.741669:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667670784, offset 0 00000400:00000200:2.0:1777586821.741675:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586821.741688:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586821.741694:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586821.741698:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586821.741702:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586821.741705:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586821.741709:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [145:145:256:4294967295] 192.168.204.155@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1777586821.741719:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586821.741725:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586821.741729:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777586821.741735:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586821.741742:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586821.741746:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586821.741769:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.741773:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306572110 00000100:00000010:2.0:1777586821.741777:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000001:2.0:1777586821.741784:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586821.741790:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306572110 00000100:00000010:2.0:1777586821.741793:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000100:00000001:2.0:1777586821.741795:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586821.741798:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306572110 00000100:00000010:2.0:1777586821.741805:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:2.0:1777586821.741808:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586821.741810:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306572110 00000100:00000010:2.0:1777586821.741813:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:2.0:1777586821.741815:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586821.741817:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586821.741820:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.741824:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.741825:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586821.741861:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.741864:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586821.741868:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586821.741871:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 00000020:00000040:3.0:1777586821.741874:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586821.741876:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586821.741877:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586821.741880:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586821.741884:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586821.741887:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.741891:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586821.741898:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586821.741899:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.741902:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfd23ba] to pc [ptlrpcd_00_01+1] req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777586821.742044:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586821.742049:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:0.0:1777586821.742054:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586821.742059:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586821.742064:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002941b838 00000400:00000010:0.0:1777586821.742066:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002941b838. 00000100:00000001:0.0:1777586821.742069:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586821.742078:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.742087:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586821.742089:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.742096:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586821.742097:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586821.742618:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586821.742621:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586821.742623:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.742625:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586821.742627:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586821.742629:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1777586821.742631:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.742633:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586821.742634:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.742635:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.742636:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586821.742638:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586821.742643:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.742649:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586821.742650:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586821.742653:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586821.742655:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586821.742657:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586821.742660:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667670912:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586821.742663:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586821.742666:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586821.742668:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586821.742669:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586821.742673:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030f64044. 02000000:00000001:2.0:1777586821.742681:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586821.742685:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4df8528. 00000400:00000010:2.0:1777586821.742689:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777586821.742692:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667670912, portal 10 00000100:00000001:2.0:1777586821.742694:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586821.742695:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079936 : -105793694471680 : ffff9fc7fc6bea00) 00000100:00000040:2.0:1777586821.742701:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.742706:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586821.742709:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586821.742710:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777586821.742712:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667670912, offset 0 00000400:00000200:2.0:1777586821.742716:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586821.742723:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586821.742726:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586821.742729:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586821.742732:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586821.742734:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586821.742737:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [146:146:256:4294967295] 192.168.204.155@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1777586821.742744:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586821.742749:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586821.742752:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586821.742756:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586821.742761:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586821.742764:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586821.742818:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586821.742823:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 355466 usecs (356 jiffies) 00000100:00000001:2.0:1777586821.742826:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306569061 00000100:00000001:2.0:1777586821.742828:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306572110 00000100:00000001:2.0:1777586821.742839:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306569061 00000100:00000001:2.0:1777586821.742847:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306572110 00000100:00000001:2.0:1777586821.742849:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306569061 00000100:00000001:2.0:1777586821.742851:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306572110 00000100:00000001:2.0:1777586821.742853:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306569061 00000100:00000001:2.0:1777586821.742855:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306572110 00000100:00000001:2.0:1777586821.742857:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586821.742860:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.742862:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.742865:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.742871:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586821.742875:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586821.742983:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.742986:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586821.742990:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586821.742993:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777586821.742996:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586821.742999:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586821.743001:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586821.743003:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586821.743007:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:3.0:1777586821.743010:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.743015:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586821.743023:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586821.743025:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.743028:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_02+2] req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586821.743075:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586821.743078:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586821.743079:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586821.743083:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586821.743090:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586821.743091:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586821.743098:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586821.743100:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586821.743102:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586821.743104:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667671040:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586821.743107:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586821.743109:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586821.743110:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586821.743112:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586821.743115:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e24a721. 02000000:00000001:1.0:1777586821.743116:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586821.743119:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000400:00000010:1.0:1777586821.743123:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586821.743125:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671040, portal 10 00000100:00000001:1.0:1777586821.743127:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586821.743128:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000040:1.0:1777586821.743133:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586821.743139:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586821.743141:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586821.743144:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777586821.743145:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667671040, offset 0 00000400:00000200:1.0:1777586821.743150:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586821.743155:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586821.743157:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586821.743160:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586821.743162:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586821.743164:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586821.743166:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [147:147:255:4294967295] 192.168.204.155@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:1.0:1777586821.743174:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586821.743178:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586821.743182:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586821.743185:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586821.743194:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586821.743196:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586821.743199:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586821.743201:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 43638 usecs (44 jiffies) 00000100:00000001:1.0:1777586821.743204:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306568749 00000100:00000001:1.0:1777586821.743206:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306572110 00000100:00000001:1.0:1777586821.743208:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306568749 00000100:00000001:1.0:1777586821.743209:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306572110 00000100:00000001:1.0:1777586821.743211:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306568749 00000100:00000001:1.0:1777586821.743212:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306572110 00000100:00000001:1.0:1777586821.743214:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306568749 00000100:00000001:1.0:1777586821.743215:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306572110 00000100:00000001:1.0:1777586821.743217:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586821.743219:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.743220:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.743222:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.743268:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.743270:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586821.743272:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.743274:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586821.743326:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586821.743328:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777586821.743332:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586821.743336:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11906) 00000100:00000001:2.0:1777586821.743400:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.743402:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586821.743468:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586821.743471:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:0.0:1777586821.743475:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586821.743479:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586821.743482:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:0.0:1777586821.743484:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:0.0:1777586821.743487:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586821.743490:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.743498:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586821.743500:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.743507:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586821.743508:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586821.743551:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586821.743554:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:0.0:1777586821.743557:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586821.743560:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586821.743563:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:0.0:1777586821.743564:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:0.0:1777586821.743567:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586821.743569:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.743576:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586821.743578:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.743596:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586821.743597:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586821.744269:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586821.744279:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586821.744281:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586821.744283:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586821.744291:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586821.744302:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04500 00000400:00000200:3.0:1777586821.744308:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x56d [1] + 224 00000800:00000001:3.0:1777586821.744314:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586821.744328:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586821.744330:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586821.744333:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586821.744338:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586821.744342:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586821.744351:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.744408:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.744411:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586821.744429:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586821.744445:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586821.744449:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777586821.744787:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586821.744790:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586821.744792:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777586821.744797:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000400:00000010:2.0:1777586821.744798:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:2.0:1777586821.744801:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586821.744805:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586821.744812:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.744817:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586821.744818:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.744820:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586821.744824:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586821.744826:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586821.744828:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.745014:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586821.745017:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586821.745020:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586821.745022:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586821.745023:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.745026:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586821.745141:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745147:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586821.745148:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745150:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586821.745155:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586821.745163:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04580 00000400:00000200:0.0:1777586821.745168:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x575 [1] + 224 00000800:00000001:0.0:1777586821.745173:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745175:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586821.745177:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586821.745180:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586821.745184:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586821.745188:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586821.745195:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.745203:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586821.745207:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745211:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586821.745212:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745214:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586821.745217:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586821.745223:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04600 00000400:00000200:0.0:1777586821.745227:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x57d [1] + 224 00000800:00000001:0.0:1777586821.745230:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745235:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586821.745237:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586821.745240:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586821.745271:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586821.745275:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586821.745282:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586821.745301:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586821.745306:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586821.745309:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586821.745670:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586821.745673:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586821.745676:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586821.745678:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586821.745680:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586821.745684:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586821.745685:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586821.745688:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586821.745692:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586821.745713:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586821.745719:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586821.745720:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586821.745722:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586821.745724:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586821.745725:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586821.745727:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586821.745729:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586821.745736:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=14 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586821.745741:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=143 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586821.745743:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586821.745745:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586821.745747:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586821.745751:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586821.745757:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.745761:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586821.745763:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586821.745765:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586821.745766:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586821.745769:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586821.745775:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586821.745778:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586821.745779:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586821.745782:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586821.745789:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667671040:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586821.745793:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586821.745801:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586821.745803:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667671040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586821.745810:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586821.745812:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586821.745814:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e24a721. 02000000:00000001:1.0:1777586821.745818:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586821.745820:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586821.745821:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586821.745824:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586821.745826:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:1.0:1777586821.745839:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586821.745841:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586821.745842:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:1.0:1777586821.745846:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586821.745847:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586821.745848:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586821.745852:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586821.745854:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586821.745855:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586821.745857:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586821.745907:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586821.745916:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=14 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586821.745919:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586821.745921:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586821.745922:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586821.745924:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586821.745925:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.745927:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586821.745930:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.745937:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586821.745939:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586821.745940:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586821.745942:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586821.745949:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667670784:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586821.745953:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.745954:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586821.745956:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667670784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.745961:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586821.745962:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586821.745964:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4e9df68. 02000000:00000001:2.0:1777586821.745966:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586821.745967:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586821.745968:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586821.745970:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586821.745971:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:2.0:1777586821.745973:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586821.745974:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586821.745975:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000001:2.0:1777586821.745977:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586821.745978:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.745980:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.745986:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.745988:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586821.745990:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586821.745991:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586821.745992:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4df8528. 00000400:00000200:2.0:1777586821.745996:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:2.0:1777586821.745997:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:2.0:1777586821.746000:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586821.746003:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586821.746010:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.746016:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586821.746018:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.746019:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586821.746020:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586821.746021:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586821.746023:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586821.746025:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586821.746029:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=8 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586821.746031:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=8 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586821.746033:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586821.746034:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586821.746036:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586821.746038:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.746040:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586821.746041:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586821.746042:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586821.746043:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586821.746046:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.746052:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586821.746054:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586821.746055:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586821.746057:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586821.746070:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667670912:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586821.746074:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.746076:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586821.746078:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfd23ba x1863934667670912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586821.746084:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586821.746085:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586821.746086:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030f64044. 02000000:00000001:2.0:1777586821.746089:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586821.746090:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586821.746091:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586821.746093:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586821.746094:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:2.0:1777586821.746096:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586821.746097:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586821.746098:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000100:00000001:2.0:1777586821.746100:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586821.746101:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.746102:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586821.746106:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586821.746107:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586821.746108:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586821.746110:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586822.381560:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586822.381566:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586822.381571:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586822.381572:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586822.381588:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586822.381591:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586822.381593:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586823.405362:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586823.405368:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586823.405375:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586823.405377:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586823.405428:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586823.405432:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586823.405435:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586824.429579:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586824.429586:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586824.429593:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586824.429595:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586824.429645:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586824.429650:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586824.429654:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586825.197452:0:183712:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306572110, at 4306572160 00000100:00000040:3.0:1777586825.197452:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306572110, at 4306572160 00000100:00000040:1.0:1777586825.197462:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306572110, at 4306572160 00000100:00000040:2.0:1777586825.197470:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306572110, at 4306572160 00000100:00000010:0.0:1777586825.197474:0:183712:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000010:3.0:1777586825.197478:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000010:2.0:1777586825.197491:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000010:1.0:1777586825.197499:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00010000:00000001:1.0:1777586825.453438:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586825.453446:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586825.453456:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586825.453461:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586825.453464:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586825.453467:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586825.453471:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586825.453474:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586825.453475:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586825.453477:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586825.453515:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586825.453518:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586825.453521:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586826.477465:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586826.477478:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586826.477481:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586826.477486:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586826.477492:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586826.477495:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586826.477498:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586826.477504:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586826.477526:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586826.477528:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586826.477582:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586826.477588:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586826.477592:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586826.861886:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586826.861895:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586826.861905:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000020:00000040:3.0:1777586826.861912:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586826.861917:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586826.861921:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586826.861926:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586826.861934:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035ac65b4. 00000100:00000001:3.0:1777586826.861943:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.861955:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586826.861967:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586826.861969:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.861976:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_03+3] req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.862010:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.862026:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586826.862029:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586826.862033:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 00000020:00000040:3.0:1777586826.862035:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586826.862038:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586826.862039:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586826.862047:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586826.862051:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054f4945c. 00000100:00000001:3.0:1777586826.862054:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.862058:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586826.862065:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586826.862066:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.862069:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfd23ba] to pc [ptlrpcd_00_00+0] req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.862094:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.862097:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586826.862099:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586826.862102:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777586826.862105:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586826.862107:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586826.862110:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586826.862112:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586826.862116:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586826.862119:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586826.862121:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586826.862126:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586826.862128:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586826.862133:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586826.862141:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586826.862143:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586826.862147:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586826.862161:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_01+1] req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.862182:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586826.862187:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586826.862205:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586826.862211:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586826.862211:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586826.862221:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586826.862222:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1777586826.862229:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667671296:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777586826.862232:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586826.862242:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11911) 00000100:00000001:0.0:1777586826.862246:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586826.862273:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586826.862277:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586826.862281:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586826.862290:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ce447d. 02000000:00000001:0.0:1777586826.862294:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586826.862314:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008585e20d. 00000400:00000010:0.0:1777586826.862322:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:0.0:1777586826.862330:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671296, portal 10 00000100:00000001:0.0:1777586826.862333:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586826.862334:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079936 : -105793694471680 : ffff9fc7fc6bea00) 00000100:00000040:0.0:1777586826.862343:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.862355:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586826.862359:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586826.862361:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000200:0.0:1777586826.862364:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667671296, offset 0 00000400:00000200:0.0:1777586826.862370:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586826.862386:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586826.862392:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586826.862396:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586826.862400:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586826.862403:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586826.862408:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [148:148:256:4294967295] 192.168.204.155@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1777586826.862420:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586826.862427:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586826.862432:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:0.0:1777586826.862440:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586826.862454:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586826.862459:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586826.862479:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586826.862482:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.862484:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586826.862488:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586826.862490:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 346707 usecs (347 jiffies) 00000100:00000001:0.0:1777586826.862496:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306574172 00000100:00000040:2.0:1777586826.862496:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777586826.862507:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005308c43e. 00000100:00000001:1.0:1777586826.862513:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586826.862513:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586826.862516:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.862518:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586826.862529:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586826.862530:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777586826.862531:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777586826.862532:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586826.862538:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777586826.862538:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.862541:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586826.862542:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306574172 00000100:00100000:2.0:1777586826.862544:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667671168:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777586826.862549:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586826.862553:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1777586826.862559:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008efd15fe. 02000000:00000001:2.0:1777586826.862562:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777586826.862568:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 02000000:00000001:2.0:1777586826.862569:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.862571:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586826.862577:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586826.862578:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586826.862580:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306574172 02000000:00000001:1.0:1777586826.862582:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1777586826.862583:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066d3c6b8. 00000100:00000010:0.0:1777586826.862585:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d85c779c. 02000000:00000001:1.0:1777586826.862585:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586826.862587:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586826.862593:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586826.862594:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000400:00000010:2.0:1777586826.862598:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4df8528. 00000100:00000001:0.0:1777586826.862599:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306574172 00000100:00000010:0.0:1777586826.862608:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000239dc06. 00000400:00000010:2.0:1777586826.862608:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00100000:1.0:1777586826.862615:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667671424:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586826.862617:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000800:00000200:3.0:1777586826.862620:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1777586826.862621:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671168, portal 25 00000100:00000001:1.0:1777586826.862625:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586826.862627:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586826.862627:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1777586826.862627:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 02000000:00000001:1.0:1777586826.862632:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777586826.862633:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000001:0.0:1777586826.862636:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586826.862637:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586826.862641:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586826.862644:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586826.862645:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1777586826.862645:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.862653:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1777586826.862654:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002db7bdb0. 00000400:00000200:3.0:1777586826.862656:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:1.0:1777586826.862661:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586826.862666:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000100:00000001:0.0:1777586826.862667:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1777586826.862668:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000100:00000001:2.0:1777586826.862669:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586826.862672:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1777586826.862672:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:0.0:1777586826.862679:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586826.862680:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586826.862683:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586826.862684:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777586826.862687:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000001:0.0:1777586826.862688:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586826.862688:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:3.0:1777586826.862694:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.862698:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586826.862699:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671424, portal 10 00000100:00000200:2.0:1777586826.862699:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667671168, offset 0 00000100:00000001:1.0:1777586826.862710:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586826.862714:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000400:00000200:2.0:1777586826.862718:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586826.862719:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586826.862727:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586826.862727:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586826.862745:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586826.862754:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586826.862756:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586826.862761:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586826.862762:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:1.0:1777586826.862766:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000400:00000200:2.0:1777586826.862767:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1777586826.862771:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667671424, offset 0 00000400:00000200:2.0:1777586826.862772:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586826.862779:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [149:149:255:4294967295] 192.168.204.155@tcp LPNI seq info [149:149:7:4294967295] 00000400:00000200:1.0:1777586826.862781:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586826.862798:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586826.862803:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586826.862808:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586826.862814:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586826.862826:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586826.862829:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586826.862833:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.862837:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306577231 00000100:00000001:2.0:1777586826.862844:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306574172 00000100:00000001:2.0:1777586826.862848:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306577231 00000100:00000001:2.0:1777586826.862850:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306574172 00000100:00000001:2.0:1777586826.862852:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306577231 00000100:00000001:2.0:1777586826.862855:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306574172 00000100:00000001:2.0:1777586826.862857:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306577231 00000100:00000001:2.0:1777586826.862859:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306574172 00000100:00000001:2.0:1777586826.862861:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586826.862863:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.862866:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.862867:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586826.862873:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586826.862875:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586826.862877:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586826.862879:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586826.862880:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.862882:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586826.863189:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586826.863191:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777586826.863716:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586826.863720:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586826.863723:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586826.863725:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586826.863728:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586826.863742:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [150:150:254:4294967295] 192.168.204.155@tcp LPNI seq info [150:150:6:4294967295] 00000400:00000200:1.0:1777586826.863749:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586826.863754:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586826.863759:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586826.863763:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586826.863768:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586826.863771:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586826.863781:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586826.863785:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 42520 usecs (43 jiffies) 00000100:00000001:1.0:1777586826.863788:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306573869 00000100:00000001:1.0:1777586826.863790:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306577231 00000100:00000001:1.0:1777586826.863792:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306573869 00000100:00000001:1.0:1777586826.863794:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306577231 00000100:00000001:1.0:1777586826.863795:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306573869 00000100:00000001:1.0:1777586826.863797:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306577231 00000100:00000001:1.0:1777586826.863799:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306573869 00000100:00000001:1.0:1777586826.863800:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306577231 00000100:00000001:1.0:1777586826.863802:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586826.863803:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.863806:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.863808:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586826.863813:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586826.863814:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586826.863815:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586826.863817:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586826.863818:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.863820:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586826.864000:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586826.864003:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777586826.864005:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586826.864009:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586826.864011:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000400:00000010:3.0:1777586826.864012:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:3.0:1777586826.864014:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586826.864017:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.864023:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586826.864025:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.864036:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586826.864037:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586826.864477:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586826.864480:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586826.864483:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586826.864488:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586826.864490:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:3.0:1777586826.864492:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:3.0:1777586826.864494:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586826.864497:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.864504:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586826.864506:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.864511:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586826.864512:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586826.864914:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.864925:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586826.864928:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.864930:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586826.864936:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586826.864944:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04700 00000400:00000200:3.0:1777586826.864949:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:3.0:1777586826.864955:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.864961:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586826.864962:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586826.865019:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586826.865024:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586826.865028:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586826.865034:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.865060:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586826.865068:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.865072:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586826.865127:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586826.865130:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586826.865135:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586826.865137:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586826.865139:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008585e20d. 00000400:00000200:0.0:1777586826.865145:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:0.0:1777586826.865146:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:0.0:1777586826.865149:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586826.865152:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586826.865159:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.865164:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586826.865166:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586826.865168:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586826.865176:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586826.865178:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586826.865180:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586826.865182:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586826.865189:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=13 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586826.865193:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=13 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586826.865195:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586826.865196:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586826.865199:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586826.865201:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586826.865204:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586826.865206:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586826.865207:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586826.865209:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586826.865212:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.865219:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586826.865221:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586826.865222:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586826.865226:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586826.865233:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667671296:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586826.865237:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586826.865239:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586826.865240:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfd23ba x1863934667671296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.865244:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586826.865265:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586826.865268:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ce447d. 02000000:00000001:0.0:1777586826.865270:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586826.865271:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586826.865273:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586826.865274:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586826.865281:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054f4945c. 02000000:00000001:0.0:1777586826.865285:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586826.865286:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586826.865288:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000100:00000001:0.0:1777586826.865291:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586826.865292:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586826.865294:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586826.865299:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586826.865301:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586826.865303:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586826.865305:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586826.865699:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586826.865704:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586826.865705:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586826.865706:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586826.865709:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586826.865715:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04680 00000400:00000200:0.0:1777586826.865719:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x58d [1] + 224 00000800:00000001:0.0:1777586826.865723:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586826.865728:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586826.865730:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586826.865743:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586826.865746:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586826.865749:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586826.865758:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586826.865772:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586826.865777:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586826.865779:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586826.865808:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586826.865811:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586826.865814:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586826.865816:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586826.865817:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4df8528. 00000400:00000200:2.0:1777586826.865822:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:2.0:1777586826.865823:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:2.0:1777586826.865826:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586826.865830:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586826.865838:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586826.865850:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586826.865852:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586826.865853:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586826.865855:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586826.865856:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586826.865857:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586826.865859:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586826.865862:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=19 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586826.865865:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586826.865867:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586826.865868:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586826.865869:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586826.865871:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.865872:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586826.865876:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586826.865882:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586826.865884:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586826.865885:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586826.865887:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586826.865895:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667671168:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586826.865897:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586826.865898:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586826.865900:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667671168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586826.865903:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586826.865905:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586826.865906:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066d3c6b8. 02000000:00000001:2.0:1777586826.865908:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586826.865909:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586826.865910:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586826.865915:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586826.865916:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035ac65b4. 02000000:00000001:2.0:1777586826.865918:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586826.865919:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586826.865919:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:2.0:1777586826.865921:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586826.865922:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586826.865923:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586826.865926:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586826.865927:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586826.865928:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586826.865930:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586826.866540:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.866545:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586826.866547:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.866549:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586826.866555:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586826.866562:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04780 00000400:00000200:3.0:1777586826.866600:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x591 [1] + 224 00000800:00000001:3.0:1777586826.866605:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.866610:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586826.866611:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586826.866614:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586826.866618:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586826.866621:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586826.866629:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586826.866646:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586826.866651:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586826.866653:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586826.866681:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586826.866683:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586826.866686:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586826.866687:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586826.866689:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586826.866691:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586826.866692:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586826.866694:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586826.866697:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586826.866703:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586826.866717:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586826.866718:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586826.866719:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586826.866720:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586826.866722:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586826.866723:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586826.866724:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586826.866728:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=19 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586826.866742:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=148 v=5 (1 0 0 0) 00000100:00000001:1.0:1777586826.866744:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586826.866745:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586826.866747:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586826.866750:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586826.866755:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.866757:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586826.866758:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586826.866760:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586826.866761:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586826.866762:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586826.866765:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586826.866767:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586826.866768:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586826.866769:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586826.866774:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667671424:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586826.866776:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586826.866778:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586826.866779:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667671424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586826.866792:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586826.866794:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586826.866795:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002db7bdb0. 02000000:00000001:1.0:1777586826.866799:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586826.866800:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586826.866801:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586826.866803:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586826.866805:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:1.0:1777586826.866807:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586826.866808:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586826.866809:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000001:1.0:1777586826.866812:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586826.866813:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586826.866815:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586826.866818:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586826.866819:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586826.866821:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586826.866823:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586827.501384:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586827.501389:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586827.501393:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586827.501395:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586827.501600:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586827.501603:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586827.501606:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586828.525447:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586828.525453:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586828.525459:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586828.525460:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586828.525486:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586828.525489:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586828.525492:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586829.549395:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586829.549401:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586829.549408:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586829.549409:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586829.549475:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586829.549477:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586829.549480:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586830.317367:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306577231, at 4306577280 00000100:00000040:2.0:1777586830.317367:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306577231, at 4306577280 00000100:00000040:0.0:1777586830.317375:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306577231, at 4306577280 00000100:00000010:2.0:1777586830.317383:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d85c779c. 00000100:00000010:1.0:1777586830.317385:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008efd15fe. 00000100:00000010:0.0:1777586830.317392:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005308c43e. 00000100:00000040:3.0:1777586830.317583:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306577231, at 4306577280 00000100:00000010:3.0:1777586830.317590:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000239dc06. 00010000:00000001:1.0:1777586830.573583:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586830.573611:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586830.573617:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586830.573618:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586830.573787:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586830.573797:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586830.573800:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586831.597595:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586831.597600:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586831.597606:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586831.597607:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586831.597625:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586831.597627:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586831.597629:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586831.981424:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586831.981437:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586831.981450:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586831.981459:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586831.981465:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586831.981469:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586831.981475:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586831.981485:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586831.981494:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981508:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586831.981520:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586831.981522:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981529:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.981578:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981582:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586831.981586:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586831.981590:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777586831.981611:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586831.981614:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586831.981616:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586831.981618:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586831.981625:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586831.981629:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981645:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586831.981653:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586831.981654:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981658:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_03+3] req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.981666:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981668:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586831.981671:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586831.981676:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777586831.981679:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586831.981681:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586831.981682:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586831.981685:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586831.981688:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777586831.981691:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981695:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586831.981702:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586831.981703:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981705:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.981730:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.981732:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586831.981773:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586831.981780:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586831.981783:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586831.981794:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586831.981894:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586831.981897:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586831.981902:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586831.981906:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586831.981908:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586831.981912:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667671552:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586831.981921:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586831.981925:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586831.981938:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586831.981944:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.981952:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586831.981954:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586831.981956:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586831.981958:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586831.981960:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586831.981962:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667671808:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586831.981966:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586831.981972:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586831.981974:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586831.981976:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586831.981981:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d0f038f. 02000000:00000001:0.0:1777586831.981983:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586831.981989:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008585e20d. 00000400:00000010:0.0:1777586831.981996:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:0.0:1777586831.982003:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671808, portal 10 00000100:00000001:0.0:1777586831.982005:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586831.982007:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:0.0:1777586831.982013:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.982020:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586831.982023:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586831.982026:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003642c847. 00000100:00000200:0.0:1777586831.982028:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667671808, offset 0 00000400:00000200:0.0:1777586831.982035:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586831.982047:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586831.982053:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586831.982056:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586831.982060:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586831.982063:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586831.982067:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [151:151:256:4294967295] 192.168.204.155@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1777586831.982086:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586831.982092:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586831.982097:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000100:00000040:2.0:1777586831.982100:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586831.982108:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11916) 00000800:00000200:0.0:1777586831.982112:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586831.982128:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586831.982133:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586831.982151:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586831.982156:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 41522 usecs (42 jiffies) 00000100:00000001:0.0:1777586831.982160:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306578986 00000100:00000001:2.0:1777586831.982162:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1777586831.982165:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014ea26f4. 00000100:00000001:2.0:1777586831.982167:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586831.982174:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586831.982183:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306578986 00000100:00000010:0.0:1777586831.982187:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000143d570d. 00000100:00000001:0.0:1777586831.982191:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586831.982204:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306578986 00000100:00000010:0.0:1777586831.982209:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000096d95f8. 00000100:00000001:0.0:1777586831.982216:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586831.982228:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306578986 00000100:00000010:0.0:1777586831.982231:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000239dc06. 00000100:00000001:3.0:1777586831.982233:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586831.982235:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586831.982239:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586831.982240:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586831.982243:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586831.982246:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586831.982249:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586831.982281:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.982289:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.982306:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586831.982308:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586831.982308:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586831.982310:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1777586831.982315:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1777586831.982316:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 02000000:00000001:3.0:1777586831.982318:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586831.982322:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586831.982323:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777586831.982325:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1777586831.982328:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667671680:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586831.982331:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586831.982339:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586831.982339:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586831.982340:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586831.982344:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586831.982347:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777586831.982350:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003642c847 02000000:00000001:3.0:1777586831.982350:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586831.982358:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003642c847. 02000000:00000001:3.0:1777586831.982359:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586831.982361:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586831.982366:0:197576:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1777586831.982366:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c2c3268. 02000000:00000001:3.0:1777586831.982370:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586831.982372:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586831.982377:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000437d97f. 00000400:00000010:3.0:1777586831.982385:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000001:2.0:1777586831.982386:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586831.982391:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586831.982392:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671680, portal 10 00000100:00000001:3.0:1777586831.982397:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586831.982399:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:3.0:1777586831.982408:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.982415:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586831.982419:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586831.982433:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586831.982437:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586831.982440:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000200:3.0:1777586831.982443:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667671680, offset 0 00000400:00000200:3.0:1777586831.982449:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586831.982459:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586831.982463:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586831.982476:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586831.982479:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586831.982482:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777586831.982779:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586831.982783:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586831.982785:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586831.982787:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586831.982792:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1f2be2e. 02000000:00000001:1.0:1777586831.982794:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586831.982798:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000400:00000010:1.0:1777586831.982803:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586831.982819:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671552, portal 25 00000100:00000001:1.0:1777586831.982821:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586831.982822:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:1.0:1777586831.982829:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586831.982836:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586831.982847:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586831.982849:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000200:1.0:1777586831.982852:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667671552, offset 0 00000400:00000200:1.0:1777586831.982857:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586831.983776:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [152:152:256:4294967295] 192.168.204.155@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1777586831.983791:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586831.983797:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586831.983802:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000800:00000200:3.0:1777586831.983811:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777586831.983818:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:3.0:1777586831.983824:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777586831.983826:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1777586831.983831:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777586831.983835:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586831.983842:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586831.983845:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586831.983849:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [153:153:255:4294967295] 192.168.204.155@tcp LPNI seq info [153:153:7:4294967295] 00000100:00000001:3.0:1777586831.983857:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586831.983864:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:3.0:1777586831.983866:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 338346 usecs (339 jiffies) 00000100:00000001:3.0:1777586831.983873:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306579285 00000800:00000200:1.0:1777586831.983879:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586831.983883:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306578986 00000800:00000010:1.0:1777586831.983885:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000001:3.0:1777586831.983891:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306579285 00000800:00000200:1.0:1777586831.983900:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586831.983901:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306578986 00000100:00000001:3.0:1777586831.983908:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306579285 00000100:00000001:3.0:1777586831.983913:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306578986 00000100:00000001:3.0:1777586831.983918:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306579285 00000100:00000001:3.0:1777586831.983921:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306578986 00000100:00000001:3.0:1777586831.983924:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586831.983928:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586831.983931:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586831.983934:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.983942:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586831.983944:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586831.983947:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586831.983949:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586831.983959:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586831.983962:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586831.984096:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586831.984102:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586831.984108:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586831.984112:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306582352 00000100:00000001:1.0:1777586831.984119:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306579285 00000100:00000001:1.0:1777586831.984124:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306582352 00000100:00000001:1.0:1777586831.984126:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306579285 00000100:00000001:1.0:1777586831.984129:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306582352 00000100:00000001:1.0:1777586831.984131:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306579285 00000100:00000001:1.0:1777586831.984133:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306582352 00000100:00000001:1.0:1777586831.984136:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306579285 00000100:00000001:1.0:1777586831.984138:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586831.984142:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586831.984144:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586831.984147:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586831.984160:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586831.984162:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586831.984164:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586831.984166:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586831.984167:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586831.984169:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586831.984728:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586831.984733:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000400:00000200:0.0:1777586831.984739:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586831.984748:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586831.984755:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:0.0:1777586831.984758:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:0.0:1777586831.984764:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586831.984771:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.984783:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586831.984787:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.984794:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586831.984796:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586831.984857:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586831.984860:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777586831.984865:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586831.984870:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586831.984873:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:0.0:1777586831.984875:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:0.0:1777586831.984877:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586831.984881:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.984890:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586831.984892:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.984954:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586831.984956:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586831.987406:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.987423:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586831.987427:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.987429:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586831.987440:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586831.987470:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04900 00000400:00000200:0.0:1777586831.987479:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x59d [1] + 224 00000800:00000001:0.0:1777586831.987490:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.987498:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586831.988135:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586831.988142:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586831.988149:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586831.988157:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586831.988169:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.988194:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586831.988204:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.988209:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586831.988211:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.988213:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586831.988217:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586831.988223:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04800 00000400:00000200:0.0:1777586831.988229:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x5ad [1] + 224 00000800:00000001:0.0:1777586831.988233:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.988238:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586831.988239:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586831.988242:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586831.988244:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586831.988248:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586831.988287:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586831.988297:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586831.988300:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586831.988309:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586831.988720:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586831.988727:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586831.988736:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1777586831.988737:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586831.988741:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777586831.988742:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777586831.988746:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008585e20d. 00000400:00000200:2.0:1777586831.988757:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:2.0:1777586831.988759:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:2.0:1777586831.988765:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586831.988774:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586831.988785:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.988791:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586831.988793:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586831.988809:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586831.988812:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586831.988814:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586831.988816:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586831.988819:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586831.988828:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=24 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586831.988832:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=153 v=5 (1 0 0 0) 00000100:00000001:2.0:1777586831.988835:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586831.988837:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586831.988839:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586831.988843:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586831.988850:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586831.988854:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586831.988855:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586831.988857:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586831.988858:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586831.988861:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.988868:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586831.988871:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586831.988873:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586831.988877:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586831.988884:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667671808:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586831.988889:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586831.988891:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586831.988894:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667671808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.988900:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586831.988903:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586831.988905:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d0f038f. 02000000:00000001:2.0:1777586831.988914:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586831.988916:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586831.988918:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586831.988920:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586831.988922:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:2.0:1777586831.988925:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586831.988927:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586831.988928:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:2.0:1777586831.988931:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586831.988933:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586831.988935:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586831.988941:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586831.988943:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586831.988945:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586831.988947:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586831.989523:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586831.989526:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586831.989529:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586831.989534:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586831.989537:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586831.989541:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586831.989548:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586831.989559:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586831.989566:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586831.989568:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586831.989571:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586831.989574:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586831.989576:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586831.989578:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586831.989582:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586831.989587:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586831.989591:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586831.989593:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586831.989595:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586831.989598:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586831.989601:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586831.989604:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586831.989611:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586831.989619:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586831.989621:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586831.989788:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586831.989793:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586831.989801:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667671552:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586831.989807:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586831.989810:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586831.989812:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667671552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586831.989819:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586831.989822:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586831.989826:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1f2be2e. 00000800:00000001:2.0:1777586831.989830:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1777586831.989831:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586831.989835:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586831.989837:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586831.989840:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:2.0:1777586831.989842:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1777586831.989843:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 00000800:00000001:2.0:1777586831.989851:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1777586831.989852:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586831.989855:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1777586831.989856:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1777586831.989857:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:1.0:1777586831.989866:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586831.989868:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586831.989870:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586831.989877:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:1.0:1777586831.989881:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586831.989884:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586831.989887:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586831.989891:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586831.989899:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04880 00000400:00000200:2.0:1777586831.989908:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5a5 [1] + 224 00000800:00000001:2.0:1777586831.989916:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586831.989935:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586831.989938:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586831.989942:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586831.989948:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586831.989952:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586831.989960:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586831.989979:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586831.989988:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586831.989990:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.990034:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586831.990037:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586831.990050:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586831.990052:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586831.990054:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000437d97f. 00000400:00000200:3.0:1777586831.990058:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777586831.990059:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777586831.990062:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586831.990065:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586831.990071:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586831.990077:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586831.990078:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.990079:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586831.990082:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586831.990083:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586831.990084:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586831.990086:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586831.990091:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=18 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586831.990094:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=18 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586831.990095:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586831.990097:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586831.990098:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586831.990101:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586831.990103:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586831.990104:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586831.990106:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586831.990107:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586831.990110:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586831.990115:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586831.990118:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586831.990125:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586831.990128:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586831.990134:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667671680:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586831.990138:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.990140:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586831.990142:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667671680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586831.990147:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586831.990149:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586831.990151:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c2c3268. 02000000:00000001:3.0:1777586831.990153:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586831.990155:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586831.990156:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586831.990158:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586831.990160:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:3.0:1777586831.990162:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586831.990163:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586831.990164:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:3.0:1777586831.990167:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586831.990168:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.990170:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586831.990175:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586831.990177:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586831.990178:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586831.990180:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586832.621359:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586832.621365:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586832.621370:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586832.621371:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586832.621426:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586832.621431:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586832.621434:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586833.645763:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586833.645770:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586833.645775:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586833.645777:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586833.645863:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586833.645866:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586833.645868:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586834.669400:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586834.669432:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586834.669441:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586834.669442:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586834.669473:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586834.669478:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586834.669481:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586835.437293:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306582352, at 4306582400 00000100:00000010:3.0:1777586835.437308:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000239dc06. 00000100:00000040:1.0:1777586835.437362:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306582352, at 4306582400 00000100:00000010:1.0:1777586835.437374:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000143d570d. 00000100:00000040:2.0:1777586835.437420:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306582352, at 4306582400 00000100:00000010:2.0:1777586835.437427:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000096d95f8. 00000100:00000040:0.0:1777586835.437454:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306582352, at 4306582400 00000100:00000010:0.0:1777586835.437460:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014ea26f4. 00010000:00000001:1.0:1777586835.694181:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586835.694188:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586835.694193:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586835.694197:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586835.694199:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586835.694202:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586835.694205:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586835.694207:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586835.694208:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586835.694210:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586835.694305:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586835.694308:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586835.694310:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586836.717398:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586836.717406:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586836.717408:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586836.717411:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586836.717416:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586836.717419:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586836.717420:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586836.717422:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586836.717426:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586836.717428:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586836.717482:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586836.717485:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586836.717487:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586837.101384:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586837.101395:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586837.101404:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777586837.101411:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586837.101416:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586837.101419:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586837.101424:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586837.101432:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777586837.101440:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101452:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586837.101464:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586837.101466:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101472:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_01+1] req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.101512:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101514:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586837.101518:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586837.101522:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777586837.101524:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586837.101526:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586837.101528:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586837.101529:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586837.101532:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777586837.101546:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101550:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586837.101557:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586837.101573:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101577:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_02+2] req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.101594:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101596:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586837.101599:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777586837.101602:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777586837.101605:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586837.101607:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586837.101608:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586837.101610:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586837.101613:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777586837.101616:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101619:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586837.101625:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586837.101626:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101629:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_03+3] req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.101636:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586837.101638:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586837.101641:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586837.101645:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11921) 00000100:00000001:1.0:1777586837.101753:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586837.101757:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586837.101760:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586837.101764:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586837.101772:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586837.101774:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586837.101777:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586837.101785:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586837.101788:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586837.101792:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667671936:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586837.101796:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586837.101802:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586837.101804:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586837.101806:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586837.101810:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1f2be2e. 02000000:00000001:1.0:1777586837.101813:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.101817:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777586837.101818:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000100:00000001:3.0:1777586837.101821:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586837.101823:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1777586837.101826:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000040:3.0:1777586837.101829:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.101838:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586837.101839:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586837.101842:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586837.101843:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777586837.101845:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667671936, portal 25 02000000:00000001:3.0:1777586837.101845:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.101851:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1777586837.101851:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667672192:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586837.101854:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000001:3.0:1777586837.101858:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586837.101862:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777586837.101864:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586837.101865:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586837.101869:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586837.101874:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c46434c8. 00000100:00000001:1.0:1777586837.101875:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777586837.101878:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586837.101882:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586837.101885:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000437d97f. 00000400:00000010:1.0:1777586837.101886:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777586837.101890:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667671936, offset 0 00000400:00000010:3.0:1777586837.101891:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000200:3.0:1777586837.101897:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672192, portal 10 00000400:00000200:1.0:1777586837.101901:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586837.101901:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586837.101903:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:3.0:1777586837.101911:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586837.101918:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586837.101924:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777586837.101926:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777586837.101929:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586837.101933:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:3.0:1777586837.101933:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 00000100:00000200:3.0:1777586837.101938:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667672192, offset 0 00000400:00000200:1.0:1777586837.101944:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586837.101944:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586837.101951:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586837.101955:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [154:154:256:4294967295] 192.168.204.155@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1777586837.101966:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586837.101984:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586837.101985:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:1.0:1777586837.101991:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586837.101991:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586837.101995:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586837.101998:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1777586837.102006:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777586837.102011:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586837.102015:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [155:155:255:4294967295] 192.168.204.155@tcp LPNI seq info [155:155:7:4294967295] 00000800:00000200:1.0:1777586837.102019:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777586837.102026:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586837.102033:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1777586837.102035:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586837.102042:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b777efd. 00000800:00000200:3.0:1777586837.102046:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586837.102051:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586837.102054:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586837.102054:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b777efd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586837.102059:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.102062:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306587470 00000100:00000040:3.0:1777586837.102064:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 40663 usecs (41 jiffies) 00000100:00000001:3.0:1777586837.102068:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306584105 00000100:00000010:1.0:1777586837.102069:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f76dc4b. 00000100:00000001:1.0:1777586837.102076:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586837.102185:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586837.102188:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586837.102189:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586837.102194:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586837.102196:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586837.102201:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.102205:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586837.102207:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586837.102211:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586837.102213:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586837.102215:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586837.102218:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667672064:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586837.102222:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586837.102225:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586837.102227:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586837.102228:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586837.102231:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586837.102233:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586837.102236:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096763124. 00000400:00000010:3.0:1777586837.102239:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074ea183c. 00000100:00000200:3.0:1777586837.102242:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672064, portal 10 00000100:00000001:3.0:1777586837.102248:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586837.102271:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:3.0:1777586837.102278:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.102285:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586837.102289:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586837.102292:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9829f29. 00000100:00000200:3.0:1777586837.102294:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667672064, offset 0 00000400:00000200:3.0:1777586837.102299:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586837.102303:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586837.102306:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586837.102308:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586837.102310:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586837.102313:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586837.102316:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [156:156:254:4294967295] 192.168.204.155@tcp LPNI seq info [156:156:6:4294967295] 00000800:00000200:2.0:1777586837.102324:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586837.102328:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:2.0:1777586837.102335:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586837.102339:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:2.0:1777586837.102344:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:3.0:1777586837.102349:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586837.102351:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000800:00000010:3.0:1777586837.102353:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000400:00000010:2.0:1777586837.102355:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000800:00000200:3.0:1777586837.102359:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586837.102362:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1777586837.102364:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586837.102367:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586837.102369:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586837.102372:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 330541 usecs (331 jiffies) 00000100:00000200:2.0:1777586837.102375:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.102377:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306584396 00000100:00000001:2.0:1777586837.102387:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586837.102391:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.102397:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.102399:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586837.102412:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586837.102414:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b777efd. 00000400:00000200:2.0:1777586837.102416:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586837.102420:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586837.102422:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000400:00000010:2.0:1777586837.102424:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:2.0:1777586837.102426:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586837.102428:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.102435:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586837.102437:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.102443:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.102444:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586837.102645:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306587471 00000100:00000010:1.0:1777586837.102659:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9e1957. 00000100:00000001:1.0:1777586837.102664:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777586837.102666:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306587471 00000100:00000010:1.0:1777586837.102669:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3252808. 00000100:00000001:1.0:1777586837.102671:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586837.102673:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306587471 00000100:00000010:1.0:1777586837.102675:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009b6dac2. 00000100:00000001:1.0:1777586837.102677:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586837.102680:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586837.102683:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.102687:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.102688:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586837.102696:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586837.102698:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586837.102700:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586837.102701:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586837.102702:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.102704:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586837.102837:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586837.102840:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000400:00000200:2.0:1777586837.102843:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586837.102847:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586837.102850:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9829f29 00000400:00000010:2.0:1777586837.102852:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a9829f29. 00000100:00000001:2.0:1777586837.102854:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586837.102857:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.102864:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586837.102866:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.102884:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.102885:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586837.102939:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306587470 00000100:00000001:3.0:1777586837.102952:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306584106 00000100:00000001:3.0:1777586837.102954:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306587471 00000100:00000001:3.0:1777586837.102956:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306584106 00000100:00000001:3.0:1777586837.102958:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306587471 00000100:00000001:3.0:1777586837.102965:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306584106 00000100:00000001:3.0:1777586837.102967:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306587471 00000100:00000001:3.0:1777586837.102968:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586837.102970:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.102973:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.102974:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586837.102978:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586837.102979:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586837.102981:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586837.102982:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586837.102983:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.102985:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.103035:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306587470 00000100:00000001:1.0:1777586837.103039:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306584396 00000100:00000001:1.0:1777586837.103041:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306587471 00000100:00000001:1.0:1777586837.103042:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306584396 00000100:00000001:1.0:1777586837.103044:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306587471 00000100:00000001:1.0:1777586837.103045:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306584396 00000100:00000001:1.0:1777586837.103052:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306587471 00000100:00000001:1.0:1777586837.103054:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586837.103056:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.103058:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.103059:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586837.103063:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586837.103064:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586837.103066:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586837.103067:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586837.103068:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.103069:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586837.107750:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107765:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586837.107769:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107772:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586837.107782:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586837.107798:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04980 00000400:00000200:0.0:1777586837.107806:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:0.0:1777586837.107815:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107820:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586837.107822:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586837.107826:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586837.107834:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586837.107840:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586837.107851:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586837.107874:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586837.107884:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107888:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586837.107889:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107891:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586837.107895:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586837.107901:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04a80 00000400:00000200:0.0:1777586837.107919:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5bd [1] + 224 00000800:00000001:0.0:1777586837.107923:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107926:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586837.107928:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586837.107931:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586837.107934:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586837.107937:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586837.107945:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586837.107964:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586837.107969:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107972:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586837.107974:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.107975:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586837.107980:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586837.107985:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04a00 00000400:00000200:0.0:1777586837.107990:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5c5 [1] + 224 00000800:00000001:0.0:1777586837.107994:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.108000:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586837.108013:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586837.108018:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586837.108022:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586837.108024:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586837.108029:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.108029:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586837.108037:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1777586837.108040:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777586837.108041:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586837.108055:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000437d97f. 00000400:00000200:3.0:1777586837.108061:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777586837.108063:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:0.0:1777586837.108068:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586837.108074:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586837.108078:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586837.108080:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586837.108084:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586837.108089:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586837.108092:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586837.108094:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586837.108098:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586837.108101:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586837.108104:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586837.108109:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.108109:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586837.108114:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586837.108119:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1777586837.108122:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777586837.108122:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586837.108125:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096763124. 00000400:00000200:2.0:1777586837.108131:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ea183c 00000100:00000001:1.0:1777586837.108134:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1777586837.108134:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000074ea183c. 00000100:00000001:1.0:1777586837.108138:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586837.108139:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586837.108142:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586837.108147:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1777586837.108147:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586837.108150:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586837.108153:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586837.108158:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586837.108162:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777586837.108166:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=30 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586837.108174:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=30 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586837.108174:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586837.108176:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586837.108180:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777586837.108181:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1777586837.108182:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586837.108183:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.108184:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586837.108187:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586837.108188:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1777586837.108190:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586837.108191:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586837.108197:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=24 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586837.108202:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=24 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586837.108205:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.108206:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586837.108208:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586837.108211:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1777586837.108214:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586837.108215:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.108221:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586837.108224:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586837.108228:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586837.108228:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586837.108230:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.108234:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1777586837.108237:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586837.108238:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586837.108247:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586837.108248:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586837.108282:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1777586837.108291:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667671936:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586837.108296:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586837.108298:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586837.108301:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586837.108304:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586837.108307:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667671936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586837.108332:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1777586837.108333:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667672064:192.168.204.155@tcp:400: 02000000:00000001:1.0:1777586837.108335:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586837.108339:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1f2be2e. 00000100:00000001:2.0:1777586837.108341:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777586837.108344:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1777586837.108344:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586837.108347:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667672064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1777586837.108348:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586837.108351:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777586837.108356:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1777586837.108357:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1777586837.108358:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586837.108359:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000010:2.0:1777586837.108360:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a3bc0a4. 02000000:00000001:1.0:1777586837.108364:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586837.108365:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1777586837.108366:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1777586837.108367:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:1.0:1777586837.108369:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000020:00000040:2.0:1777586837.108369:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586837.108372:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777586837.108374:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1777586837.108374:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 00000100:00000001:1.0:1777586837.108377:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586837.108378:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777586837.108379:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586837.108380:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586837.108382:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:2.0:1777586837.108385:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586837.108386:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586837.108386:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586837.108387:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586837.108389:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.108391:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586837.108391:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586837.108393:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586837.108394:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586837.108396:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586837.108399:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.108598:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586837.108603:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586837.108611:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.108617:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586837.108619:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586837.108621:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586837.108622:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586837.108623:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586837.108625:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586837.108627:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586837.108631:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=30 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586837.108633:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586837.108635:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586837.108636:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586837.108645:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586837.108648:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586837.108740:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.108743:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586837.108744:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586837.108745:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586837.108746:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586837.108750:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.108755:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586837.108756:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586837.108757:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586837.108760:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586837.108766:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667672192:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586837.108770:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586837.108772:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586837.108774:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667672192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586837.108896:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586837.108898:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586837.108899:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c46434c8. 02000000:00000001:3.0:1777586837.108901:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586837.108902:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586837.108903:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586837.108904:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586837.108905:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:3.0:1777586837.108906:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586837.108907:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586837.108908:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:3.0:1777586837.108914:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586837.108914:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586837.108915:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586837.108918:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586837.108919:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586837.108920:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586837.108921:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586837.742450:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586837.742459:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586837.742467:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586837.742489:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586837.742510:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586837.742513:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586837.742515:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586838.765549:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586838.765556:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586838.765562:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586838.765564:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586838.765647:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586838.765650:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586838.765653:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586839.789371:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586839.789378:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586839.789384:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586839.789385:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586839.789444:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586839.789447:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586839.789450:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586840.557414:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306587471, at 4306587520 00000100:00000010:2.0:1777586840.557442:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3252808. 00000100:00000040:1.0:1777586840.557601:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306587471, at 4306587520 00000100:00000010:1.0:1777586840.557608:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9e1957. 00000100:00000040:3.0:1777586840.557825:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306587471, at 4306587520 00000100:00000010:3.0:1777586840.557832:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009b6dac2. 00000100:00000040:0.0:1777586840.558541:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306587470, at 4306587521 00000100:00000010:0.0:1777586840.558549:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f76dc4b. 00010000:00000001:1.0:1777586840.813422:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586840.813428:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586840.813433:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586840.813434:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586840.813453:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586840.813456:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586840.813459:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586841.837484:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586841.837491:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586841.837508:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586841.837509:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586841.837666:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586841.837669:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586841.837672:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586842.221531:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586842.221539:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586842.221550:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777586842.221557:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586842.221641:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586842.221653:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586842.221658:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586842.221666:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000984ec61d. 00000100:00000001:0.0:1777586842.221674:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.221685:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586842.221696:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586842.221699:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.221705:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_00+0] req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.221762:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.221768:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586842.221771:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586842.221778:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586842.221790:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586842.221795:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.221810:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586842.221813:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586842.221817:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586842.221819:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586842.221822:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586842.221825:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667672320:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586842.221830:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586842.221836:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586842.221838:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586842.221840:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586842.221844:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d675410a. 02000000:00000001:2.0:1777586842.221847:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586842.221853:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4df8528. 00000400:00000010:2.0:1777586842.221858:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777586842.221865:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672320, portal 25 00000100:00000001:2.0:1777586842.221868:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586842.221869:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:2.0:1777586842.221874:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.221881:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586842.221884:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586842.221886:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 00000100:00000200:2.0:1777586842.221889:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667672320, offset 0 00000400:00000200:2.0:1777586842.221895:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586842.221907:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586842.221913:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586842.221917:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586842.221921:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586842.221924:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586842.221927:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [157:157:256:4294967295] 192.168.204.155@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1777586842.221939:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586842.221952:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586842.221956:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777586842.221963:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586842.221970:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586842.221975:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586842.221995:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.222000:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306592590 00000100:00000010:2.0:1777586842.222004:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:2.0:1777586842.222012:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586842.222014:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.222018:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586842.222018:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306592590 00000100:00000010:2.0:1777586842.222023:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:0.0:1777586842.222024:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777586842.222029:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000010:0.0:1777586842.222030:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001681cdd0. 00000100:00000001:2.0:1777586842.222032:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306592590 00000020:00000040:0.0:1777586842.222035:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000010:2.0:1777586842.222037:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:0.0:1777586842.222039:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586842.222040:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586842.222042:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586842.222046:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c213b2ac. 00000100:00000001:2.0:1777586842.222054:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586842.222058:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.222059:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306592590 00000100:00000040:0.0:1777586842.222065:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777586842.222065:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777586842.222071:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586842.222076:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586842.222077:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586842.222080:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.222081:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.222085:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001681cdd0] to pc [ptlrpcd_00_01+1] req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.222088:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.222093:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.222104:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586842.222108:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586842.222111:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.222112:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586842.222113:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586842.222115:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1777586842.222117:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.222118:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586842.222119:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.222120:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.222127:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586842.222128:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586842.222132:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.222139:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586842.222140:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.222141:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586842.222144:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586842.222145:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1777586842.222147:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1777586842.222148:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1777586842.222152:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 02000000:00000001:2.0:1777586842.222156:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586842.222160:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667672448:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777586842.222160:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586842.222166:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586842.222169:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1777586842.222170:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:2.0:1777586842.222173:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586842.222176:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777586842.222177:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 02000000:00000010:2.0:1777586842.222179:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d209b6e7. 02000000:00000001:2.0:1777586842.222182:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586842.222182:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000400:00000010:2.0:1777586842.222189:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000100:00000001:3.0:1777586842.222189:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1777586842.222195:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000200:2.0:1777586842.222198:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672448, portal 10 00000100:00000200:3.0:1777586842.222201:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.222202:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586842.222204:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540096 : -105794180011520 : ffff9fc7df7b2a00) 00000100:00000040:2.0:1777586842.222214:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586842.222215:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586842.222221:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.222229:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586842.222235:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586842.222237:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586842.222239:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdf45905. 00000100:00000001:3.0:1777586842.222241:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1777586842.222242:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667672448, offset 0 00000400:00000200:2.0:1777586842.222248:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586842.222333:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.222336:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586842.222340:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586842.222344:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777586842.222347:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586842.222350:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586842.222351:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586842.222353:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586842.222356:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586842.222359:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.222363:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586842.222372:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586842.222373:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.222376:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_02+2] req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586842.222420:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586842.222423:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586842.222425:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586842.222429:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586842.222451:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586842.222453:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586842.222455:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586842.222463:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586842.222464:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586842.222467:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667672576:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586842.222470:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586842.222474:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586842.222475:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586842.222476:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586842.222479:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c7ee4e. 02000000:00000001:3.0:1777586842.222482:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586842.222485:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000437d97f. 00000400:00000010:3.0:1777586842.222488:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000200:3.0:1777586842.222491:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672576, portal 10 00000100:00000001:3.0:1777586842.222493:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586842.222495:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:3.0:1777586842.222501:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586842.222507:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586842.222508:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586842.222512:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586842.222512:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586842.222514:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa6d56. 00000100:00000200:3.0:1777586842.222518:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667672576, offset 0 00000400:00000200:3.0:1777586842.222523:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586842.222538:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.222542:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586842.222545:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586842.222550:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11926) 00000400:00000200:2.0:1777586842.222956:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586842.222960:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586842.222963:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586842.222965:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586842.222967:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586842.222976:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [158:158:256:4294967295] 192.168.204.155@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1777586842.222985:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586842.222989:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586842.222992:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586842.222997:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586842.223001:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586842.223004:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586842.223021:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586842.223025:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 323045 usecs (324 jiffies) 00000100:00000001:2.0:1777586842.223028:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306589509 00000100:00000001:2.0:1777586842.223038:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306592590 00000100:00000001:2.0:1777586842.223040:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306589509 00000100:00000001:2.0:1777586842.223041:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306592590 00000100:00000001:2.0:1777586842.223043:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306589509 00000100:00000001:2.0:1777586842.223044:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306592590 00000100:00000001:2.0:1777586842.223046:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306589509 00000100:00000001:2.0:1777586842.223047:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306592590 00000100:00000001:2.0:1777586842.223048:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586842.223050:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.223053:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.223054:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.223055:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.223057:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586842.223058:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.223059:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586842.223113:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586842.223116:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586842.223119:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586842.223122:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586842.223125:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586842.223128:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [159:159:255:4294967295] 192.168.204.155@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:3.0:1777586842.223136:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586842.223142:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586842.223146:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000800:00000200:3.0:1777586842.223150:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586842.223154:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586842.223163:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586842.223167:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586842.223170:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 39845 usecs (40 jiffies) 00000800:00000200:0.0:1777586842.223172:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777586842.223173:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306589225 00000100:00000001:3.0:1777586842.223177:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306592590 00000800:00000010:0.0:1777586842.223178:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000100:00000001:3.0:1777586842.223180:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306589225 00000100:00000001:3.0:1777586842.223181:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306592590 00000100:00000001:3.0:1777586842.223183:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306589225 00000100:00000001:3.0:1777586842.223184:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306592590 00000100:00000001:3.0:1777586842.223188:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306589225 00000400:00000200:0.0:1777586842.223190:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586842.223190:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306592590 00000100:00000001:3.0:1777586842.223194:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586842.223198:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586842.223200:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586842.223202:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586842.223204:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf45905 00000100:00000001:3.0:1777586842.223204:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777586842.223207:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf45905. 00000100:00000001:3.0:1777586842.223209:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586842.223211:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777586842.223212:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586842.223215:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586842.223217:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1777586842.223218:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586842.223219:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586842.223223:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586842.223232:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586842.223235:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.223242:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586842.223244:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586842.223277:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586842.223280:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:0.0:1777586842.223283:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586842.223287:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586842.223290:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa6d56 00000400:00000010:0.0:1777586842.223292:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa6d56. 00000100:00000001:0.0:1777586842.223295:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586842.223298:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.223305:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586842.223308:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.223314:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586842.223315:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586842.224684:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586842.224702:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586842.224706:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586842.224709:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586842.224720:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586842.224736:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04b00 00000400:00000200:0.0:1777586842.224746:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x5cd [1] + 224 00000800:00000001:0.0:1777586842.224769:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586842.224777:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586842.224780:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586842.224784:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586842.224790:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586842.224795:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586842.224806:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.224830:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586842.224839:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586842.224842:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.224906:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.224909:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586842.224924:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586842.224926:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586842.224929:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4df8528. 00000400:00000200:2.0:1777586842.224938:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:2.0:1777586842.224940:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:2.0:1777586842.224944:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586842.224947:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586842.224955:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.224961:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586842.224963:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.224965:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586842.224968:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586842.224970:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586842.224973:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586842.224975:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586842.224981:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=35 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586842.224985:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=35 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586842.224987:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586842.224988:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586842.224991:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586842.224992:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.224995:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586842.224999:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.225006:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586842.225009:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586842.225011:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586842.225014:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586842.225019:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667672320:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586842.225024:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.225026:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586842.225028:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667672320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.225044:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586842.225046:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586842.225049:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d675410a. 02000000:00000001:2.0:1777586842.225052:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586842.225054:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586842.225056:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586842.225058:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586842.225060:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000984ec61d. 02000000:00000001:2.0:1777586842.225063:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586842.225065:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586842.225066:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:2.0:1777586842.225069:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586842.225070:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.225073:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.225075:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.225076:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586842.225077:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.225078:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586842.227033:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586842.227045:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586842.227050:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586842.227052:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586842.227063:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586842.227076:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04b80 00000400:00000200:3.0:1777586842.227088:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5d5 [1] + 224 00000800:00000001:3.0:1777586842.227094:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586842.227099:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586842.227102:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586842.227117:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586842.227123:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586842.227128:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586842.227139:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586842.227162:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586842.227170:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586842.227174:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586842.227176:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586842.227177:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586842.227181:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586842.227188:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04c00 00000400:00000200:3.0:1777586842.227202:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5dd [1] + 224 00000800:00000001:3.0:1777586842.227206:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586842.227211:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586842.227213:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586842.227216:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586842.227218:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586842.227222:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586842.227230:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.227619:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586842.227622:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586842.227670:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.227674:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586842.227680:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586842.227683:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1777586842.227683:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1777586842.227687:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777586842.227693:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:2.0:1777586842.227695:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:2.0:1777586842.227699:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586842.227702:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586842.227711:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.227717:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586842.227719:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.227721:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586842.227724:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586842.227726:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586842.227735:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586842.227738:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586842.227748:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1777586842.227749:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=29 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586842.227754:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=29 v=5 (1 1 0 0) 00000800:00000001:3.0:1777586842.227754:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.227760:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586842.227763:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586842.227765:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586842.227773:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586842.227777:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586842.227779:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586842.227781:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586842.227783:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586842.227788:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.227794:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586842.227797:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586842.227799:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586842.227802:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586842.227809:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667672448:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586842.227814:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.227816:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586842.227818:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001681cdd0 x1863934667672448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.227823:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586842.227825:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586842.227827:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d209b6e7. 02000000:00000001:2.0:1777586842.227831:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586842.227833:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586842.227834:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586842.227837:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586842.227839:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c213b2ac. 02000000:00000001:2.0:1777586842.227843:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1777586842.227846:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586842.227848:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1777586842.227851:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1777586842.227852:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000437d97f. 00000100:00000010:2.0:1777586842.227855:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001681cdd0. 00000400:00000200:0.0:1777586842.227857:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:0.0:1777586842.227860:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:2.0:1777586842.227861:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586842.227864:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586842.227864:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586842.227866:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586842.227870:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.227876:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586842.227878:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586842.227882:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586842.227883:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586842.227886:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586842.227893:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586842.227895:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586842.227896:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586842.227898:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586842.227900:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586842.227901:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586842.227903:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586842.227907:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=35 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586842.227911:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=14 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586842.227913:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586842.227921:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586842.227923:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586842.227926:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586842.227932:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586842.227934:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586842.227935:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586842.227937:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586842.227938:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586842.227940:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.227945:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586842.227947:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586842.227948:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586842.227950:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586842.227956:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667672576:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586842.227960:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586842.227961:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586842.227963:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667672576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586842.227968:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586842.227969:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586842.227970:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c7ee4e. 02000000:00000001:0.0:1777586842.227973:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586842.227974:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586842.227975:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586842.227976:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586842.227978:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:0.0:1777586842.228054:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586842.228056:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586842.228058:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:0.0:1777586842.228065:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586842.228066:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586842.228068:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586842.228072:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586842.228073:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586842.228075:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586842.228077:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586842.862068:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586842.862074:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586842.862080:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586842.862081:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586842.862767:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586842.862771:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586842.862774:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586843.885377:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586843.885383:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586843.885388:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586843.885393:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586843.885423:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586843.885425:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586843.885428:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586844.909399:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586844.909404:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586844.909411:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586844.909412:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586844.910473:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586844.910476:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586844.910479:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586845.677387:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306592590, at 4306592640 00000100:00000010:3.0:1777586845.677402:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:1.0:1777586845.677551:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306592590, at 4306592640 00000100:00000010:1.0:1777586845.677558:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000040:0.0:1777586845.678361:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306592590, at 4306592641 00000100:00000010:0.0:1777586845.678383:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000040:2.0:1777586845.678868:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306592590, at 4306592641 00000100:00000010:2.0:1777586845.678874:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00010000:00000001:1.0:1777586845.933403:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586845.933410:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586845.933417:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586845.933420:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586845.933422:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586845.933426:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586845.933429:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586845.933431:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586845.933433:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586845.933435:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586845.933517:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586845.933520:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586845.933523:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586846.957374:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586846.957384:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586846.957387:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586846.957391:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586846.957397:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586846.957400:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586846.957402:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586846.957405:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586846.957410:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586846.957412:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586846.957431:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586846.957434:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586846.957437:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586847.341438:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586847.341451:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586847.341460:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777586847.341466:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586847.341470:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586847.341473:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586847.341477:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586847.341485:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586847.341491:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.341505:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586847.341516:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586847.341518:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.341524:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_03+3] req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586847.341561:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.341563:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586847.341567:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586847.341570:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777586847.341572:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586847.341574:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586847.341589:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777586847.341590:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586847.341591:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586847.341595:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:0.0:1777586847.341597:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:2.0:1777586847.341598:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586847.341603:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.341606:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1777586847.341609:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586847.341610:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.341615:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586847.341617:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586847.341621:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586847.341623:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586847.341625:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586847.341629:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586847.341633:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_00+0] req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.341652:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586847.341655:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586847.341659:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586847.341662:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586847.341665:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586847.341666:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586847.341669:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667672704:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586847.341670:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586847.341678:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777586847.341679:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1777586847.341681:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89b0529. 00000020:00000040:0.0:1777586847.341685:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:2.0:1777586847.341685:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777586847.341687:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586847.341689:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586847.341690:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586847.341694:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586847.341694:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586847.341700:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 02000000:00000010:2.0:1777586847.341700:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e3fda2d. 02000000:00000001:2.0:1777586847.341704:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586847.341705:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.341711:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777586847.341711:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000100:00000001:0.0:1777586847.341721:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1777586847.341722:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000001:0.0:1777586847.341723:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.341729:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89b0529] to pc [ptlrpcd_00_01+1] req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586847.341732:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672704, portal 25 00000100:00000001:0.0:1777586847.341737:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.341739:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586847.341743:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1777586847.341744:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777586847.341746:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:0.0:1777586847.341751:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11932) 00000100:00000040:2.0:1777586847.341754:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.341765:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586847.341769:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586847.341772:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777586847.341775:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667672704, offset 0 00000400:00000200:2.0:1777586847.341784:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586847.341796:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586847.341799:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586847.341802:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586847.341803:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586847.341805:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586847.341808:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586847.341812:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586847.341815:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586847.341819:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [160:160:256:4294967295] 192.168.204.155@tcp LPNI seq info [160:160:8:4294967295] 00000100:00000040:0.0:1777586847.341826:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586847.341835:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586847.341848:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1777586847.341849:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586847.341851:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586847.341854:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1777586847.341855:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 02000000:00000001:0.0:1777586847.341856:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586847.341860:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586847.341864:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667672832:192.168.204.155@tcp:400: 00000800:00000200:2.0:1777586847.341865:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586847.341870:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586847.341873:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586847.341874:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586847.341876:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1777586847.341879:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000010:0.0:1777586847.341881:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fe41ac5. 00000800:00000200:2.0:1777586847.341883:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1777586847.341886:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586847.341890:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bdfe8ae. 00000400:00000010:0.0:1777586847.341895:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb5a730. 00000100:00000001:2.0:1777586847.341897:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586847.341898:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672832, portal 10 00000100:00000001:0.0:1777586847.341902:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586847.341903:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000001:2.0:1777586847.341903:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306597710 00000100:00000010:2.0:1777586847.341911:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000040:0.0:1777586847.341914:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.341919:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586847.341925:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586847.341926:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306597710 00000100:00000040:0.0:1777586847.341928:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586847.341933:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000010:2.0:1777586847.341933:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000100:00000200:0.0:1777586847.341937:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667672832, offset 0 00000100:00000001:2.0:1777586847.341938:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586847.341944:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306597710 00000400:00000200:0.0:1777586847.341946:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777586847.341951:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000400:00000200:0.0:1777586847.341954:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586847.341957:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586847.341962:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586847.341962:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1777586847.341966:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586847.341967:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306597710 00000100:00000010:2.0:1777586847.341971:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000100:00000001:2.0:1777586847.341975:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1777586847.341977:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586847.341981:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [161:161:255:4294967295] 192.168.204.155@tcp LPNI seq info [161:161:7:4294967295] 00000100:00000001:2.0:1777586847.341989:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777586847.341991:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586847.341993:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.341998:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586847.342001:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586847.342003:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586847.342006:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c213b2ac. 00000800:00000200:0.0:1777586847.342011:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586847.342016:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586847.342019:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c213b2ac type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586847.342022:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.342026:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 315863 usecs (316 jiffies) 00000100:00000001:0.0:1777586847.342029:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306594620 00000100:00000001:0.0:1777586847.342030:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342032:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306594620 00000100:00000001:0.0:1777586847.342035:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342036:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306594620 00000100:00000001:0.0:1777586847.342038:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342040:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306594620 00000100:00000001:0.0:1777586847.342042:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342044:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586847.342046:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586847.342048:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586847.342050:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586847.342055:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586847.342057:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586847.342060:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586847.342062:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586847.342064:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586847.342064:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1777586847.342068:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777586847.342069:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586847.342078:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586847.342080:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1777586847.342080:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000100:00000001:0.0:1777586847.342085:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586847.342086:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586847.342088:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586847.342089:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586847.342095:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586847.342100:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000100:00000040:0.0:1777586847.342104:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586847.342104:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:2.0:1777586847.342110:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586847.342117:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1777586847.342117:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586847.342120:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586847.342125:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586847.342128:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586847.342133:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.342136:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1777586847.342138:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667672960:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777586847.342142:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586847.342145:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586847.342149:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586847.342152:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.342154:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586847.342155:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586847.342158:0:197575:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1777586847.342160:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ce447d. 02000000:00000001:0.0:1777586847.342163:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586847.342166:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008585e20d. 00000400:00000010:0.0:1777586847.342170:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777586847.342173:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667672960, portal 10 00000100:00000001:0.0:1777586847.342175:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586847.342176:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529538304 : -105794180013312 : ffff9fc7df7b2300) 00000100:00000040:0.0:1777586847.342182:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586847.342188:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586847.342190:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586847.342193:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00000200:0.0:1777586847.342196:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667672960, offset 0 00000400:00000200:0.0:1777586847.342200:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586847.342205:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586847.342207:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586847.342216:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586847.342219:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586847.342222:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586847.342226:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [162:162:255:4294967295] 192.168.204.155@tcp LPNI seq info [162:162:7:4294967295] 00000800:00000200:2.0:1777586847.342226:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586847.342231:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c213b2ac. 00000400:00000200:2.0:1777586847.342236:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586847.342241:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:2.0:1777586847.342246:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586847.342271:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000400:00000010:2.0:1777586847.342274:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:2.0:1777586847.342278:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777586847.342279:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777586847.342283:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1777586847.342284:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000984ec61d. 00000800:00000200:0.0:1777586847.342294:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586847.342297:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586847.342302:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777586847.342304:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586847.342306:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000984ec61d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586847.342310:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586847.342315:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 39021 usecs (40 jiffies) 00000100:00000001:0.0:1777586847.342320:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306594345 00000100:00000001:2.0:1777586847.342323:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586847.342324:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306597710 00000100:00000001:2.0:1777586847.342327:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586847.342328:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306594345 00000100:00000001:0.0:1777586847.342331:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342333:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306594345 00000100:00000001:0.0:1777586847.342335:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342347:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306594345 00000100:00000001:0.0:1777586847.342349:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306597710 00000100:00000001:0.0:1777586847.342351:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586847.342353:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586847.342356:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586847.342356:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586847.342361:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000984ec61d. 00000100:00000001:0.0:1777586847.342362:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586847.342367:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586847.342373:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586847.342376:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000400:00000010:2.0:1777586847.342378:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000100:00000001:2.0:1777586847.342380:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586847.342383:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.342391:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586847.342393:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.342398:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.342400:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586847.342426:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586847.342429:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586847.342435:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586847.342437:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777586847.347667:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347683:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586847.347686:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347688:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586847.347698:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586847.347720:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04d00 00000400:00000200:0.0:1777586847.347727:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5ed [1] + 224 00000800:00000001:0.0:1777586847.347735:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347738:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586847.347741:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586847.347745:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586847.347751:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586847.347757:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586847.347768:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586847.347791:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586847.347799:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347802:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586847.347803:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347805:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586847.347809:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586847.347814:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04c80 00000400:00000200:0.0:1777586847.347820:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x5e5 [1] + 224 00000800:00000001:0.0:1777586847.347823:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347826:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586847.347827:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586847.347830:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586847.347832:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586847.347835:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586847.347842:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586847.347864:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586847.347868:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347876:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586847.347878:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347880:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586847.347883:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586847.347888:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04d80 00000400:00000200:0.0:1777586847.347892:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x5f5 [1] + 224 00000800:00000001:0.0:1777586847.347896:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347901:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586847.347903:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586847.347907:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586847.347910:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586847.347913:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586847.347920:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.347921:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586847.347928:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586847.347931:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586847.347933:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586847.348000:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586847.348004:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586847.348010:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586847.348012:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586847.348014:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000100:00000001:2.0:1777586847.348016:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586847.348020:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:1.0:1777586847.348023:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:1.0:1777586847.348026:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1777586847.348029:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1777586847.348032:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777586847.348033:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586847.348036:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008585e20d. 00000100:00000200:1.0:1777586847.348044:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586847.348045:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:2.0:1777586847.348049:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:1.0:1777586847.348056:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586847.348056:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586847.348059:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586847.348062:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1777586847.348063:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586847.348066:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586847.348069:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586847.348073:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586847.348079:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586847.348080:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.348089:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586847.348090:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348092:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586847.348094:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1777586847.348101:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=40 v=5 (5 5 0 0) 00000100:00000001:2.0:1777586847.348101:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586847.348103:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586847.348108:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586847.348109:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=40 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586847.348114:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586847.348115:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586847.348116:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=40 v=5 (5 5 0 0) 00010000:00000001:1.0:1777586847.348118:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586847.348121:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586847.348122:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586847.348126:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.348127:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586847.348129:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586847.348132:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1777586847.348134:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1777586847.348140:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586847.348154:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586847.348160:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1777586847.348160:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586847.348163:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348166:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586847.348169:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586847.348169:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586847.348174:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586847.348177:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586847.348185:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586847.348188:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667672704:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586847.348195:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586847.348199:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586847.348203:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586847.348204:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586847.348207:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586847.348209:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586847.348213:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667672704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586847.348232:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667672960:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586847.348233:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586847.348237:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586847.348241:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e3fda2d. 00000400:00000001:2.0:1777586847.348242:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586847.348245:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1777586847.348246:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1777586847.348247:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdfe8ae. 00000020:00000001:1.0:1777586847.348249:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1777586847.348279:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb5a730 00000400:00000010:2.0:1777586847.348281:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009fb5a730. 00000100:00000001:2.0:1777586847.348285:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586847.348288:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1777586847.348290:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586847.348295:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586847.348298:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 00000100:00000200:2.0:1777586847.348304:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586847.348305:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586847.348308:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586847.348309:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:1.0:1777586847.348314:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586847.348317:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586847.348322:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348323:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586847.348326:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348328:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777586847.348330:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1777586847.348330:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586847.348333:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.348333:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586847.348348:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586847.348349:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586847.348352:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586847.348353:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586847.348359:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=34 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586847.348363:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=34 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586847.348366:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586847.348368:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586847.348370:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586847.348372:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.348374:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586847.348375:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586847.348376:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586847.348378:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586847.348381:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.348387:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586847.348389:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586847.348391:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586847.348393:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586847.348400:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667672832:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586847.348404:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348405:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586847.348407:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89b0529 x1863934667672960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.348414:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586847.348415:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586847.348422:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ce447d. 02000000:00000001:2.0:1777586847.348425:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586847.348426:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586847.348428:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586847.348430:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586847.348431:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:2.0:1777586847.348433:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586847.348434:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586847.348435:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89b0529. 00000100:00000001:2.0:1777586847.348438:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586847.348439:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348441:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586847.348443:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667672832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586847.348450:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586847.348451:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586847.348453:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fe41ac5. 02000000:00000001:2.0:1777586847.348455:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586847.348456:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586847.348457:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586847.348459:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586847.348460:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:2.0:1777586847.348463:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586847.348464:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586847.348465:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:2.0:1777586847.348467:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586847.348469:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348470:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586847.348474:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586847.348475:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586847.348477:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586847.348479:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586847.981394:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586847.981400:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586847.981406:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586847.981407:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586847.981525:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586847.981529:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586847.981531:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586849.005435:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586849.005441:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586849.005446:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586849.005447:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586849.005514:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586849.005518:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586849.005521:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586850.029589:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586850.029597:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586850.029603:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586850.029604:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586850.029623:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586850.029626:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586850.029650:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586850.797440:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306597710, at 4306597760 00000100:00000010:3.0:1777586850.797462:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00000100:00000040:0.0:1777586850.797632:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306597710, at 4306597760 00000100:00000010:0.0:1777586850.797639:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000040:1.0:1777586850.797703:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306597710, at 4306597760 00000100:00000010:1.0:1777586850.797711:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00000100:00000040:2.0:1777586850.798440:0:194111:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306597710, at 4306597761 00000100:00000010:2.0:1777586850.798456:0:194111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00010000:00000001:1.0:1777586851.053808:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586851.053813:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586851.053817:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586851.053818:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586851.053847:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586851.053850:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586851.053853:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586852.077400:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586852.077406:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586852.077410:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586852.077411:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586852.077647:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586852.077651:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586852.077654:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586852.461373:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586852.461381:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586852.461392:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc700c01. 00000020:00000040:0.0:1777586852.461399:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586852.461403:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586852.461406:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586852.461424:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586852.461434:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586852.461442:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.461453:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586852.461464:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586852.461467:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.461484:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc700c01] to pc [ptlrpcd_00_02+2] req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.461557:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586852.461561:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586852.461563:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586852.461568:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.461576:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586852.461578:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586852.461582:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586852.461584:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586852.461587:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586852.461590:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667673088:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586852.461594:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586852.461599:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586852.461601:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586852.461603:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586852.461608:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e33cdada. 02000000:00000001:1.0:1777586852.461610:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586852.461615:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000400:00000010:1.0:1777586852.461621:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586852.461628:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673088, portal 25 00000100:00000001:1.0:1777586852.461635:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586852.461636:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529537408 : -105794180014208 : ffff9fc7df7b1f80) 00000100:00000040:1.0:1777586852.461641:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.461655:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586852.461659:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586852.461661:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000200:1.0:1777586852.461664:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667673088, offset 0 00000400:00000200:1.0:1777586852.461672:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586852.461696:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586852.461701:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586852.461709:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586852.461713:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586852.461717:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586852.461721:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [163:163:256:4294967295] 192.168.204.155@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1777586852.461731:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586852.461737:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586852.461742:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:1.0:1777586852.461750:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586852.461758:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586852.461762:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586852.461775:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.461779:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306602830 00000100:00000010:1.0:1777586852.461783:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9e1957. 00000100:00000001:1.0:1777586852.461800:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777586852.461807:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306602830 00000100:00000010:1.0:1777586852.461810:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d90c63ca. 00000100:00000001:1.0:1777586852.461814:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777586852.461817:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306602830 00000100:00000010:1.0:1777586852.461819:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d672097f. 00000100:00000001:1.0:1777586852.461822:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586852.461824:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306602830 00000100:00000010:1.0:1777586852.461828:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d20faf. 00000100:00000001:1.0:1777586852.461838:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586852.461840:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586852.461843:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.461846:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.461848:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586852.461876:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.461879:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586852.461883:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586852.461886:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 00000020:00000040:0.0:1777586852.461889:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586852.461893:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586852.461895:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586852.461896:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586852.461900:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:0.0:1777586852.461904:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.461908:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586852.461916:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586852.461918:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.461922:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_03+3] req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586852.461984:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586852.461988:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:2.0:1777586852.461997:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586852.462003:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586852.462007:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:2.0:1777586852.462009:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:2.0:1777586852.462013:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586852.462016:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.462025:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586852.462027:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.462034:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586852.462036:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586852.462205:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586852.462208:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586852.462209:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586852.462214:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.462222:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586852.462224:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586852.462226:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586852.462227:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586852.462229:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586852.462232:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667673216:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586852.462236:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586852.462236:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586852.462248:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1777586852.462278:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586852.462279:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586852.462281:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.462282:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777586852.462285:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586852.462286:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.462289:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586852.462290:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a141a1f6. 02000000:00000001:3.0:1777586852.462294:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586852.462342:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2daf81e. 00000400:00000010:3.0:1777586852.462349:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000100:00000200:3.0:1777586852.462353:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673216, portal 10 00000100:00000001:3.0:1777586852.462355:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586852.462357:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000100:00000040:3.0:1777586852.462364:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.462375:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586852.462378:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586852.462378:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586852.462382:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586852.462384:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586852.462385:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586852.462388:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9a7080. 00000100:00000200:3.0:1777586852.462391:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667673216, offset 0 00000400:00000200:3.0:1777586852.462396:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586852.462402:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586852.462405:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586852.462407:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586852.462410:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586852.462412:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586852.462415:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [164:164:256:4294967295] 192.168.204.155@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1777586852.462422:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586852.462426:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586852.462430:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035ac65b4. 00000800:00000200:3.0:1777586852.462433:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586852.462438:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586852.462441:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035ac65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586852.462451:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586852.462455:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 309030 usecs (310 jiffies) 00000100:00000001:3.0:1777586852.462457:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306599735 00000100:00000001:3.0:1777586852.462460:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306602830 00000100:00000001:3.0:1777586852.462461:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306599735 00000100:00000001:3.0:1777586852.462463:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306602830 00000100:00000001:3.0:1777586852.462465:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306599735 00000100:00000001:3.0:1777586852.462466:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306602830 00000100:00000001:3.0:1777586852.462467:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306599735 00000100:00000001:3.0:1777586852.462469:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306602830 00000100:00000001:3.0:1777586852.462476:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586852.462478:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.462480:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.462481:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.462485:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586852.462486:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586852.462488:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586852.462489:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586852.462490:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.462492:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586852.462609:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586852.462612:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035ac65b4. 00000400:00000200:2.0:1777586852.462616:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586852.462619:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586852.462623:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9a7080 00000400:00000010:2.0:1777586852.462624:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9a7080. 00000100:00000001:2.0:1777586852.462627:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586852.462630:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.462638:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586852.462640:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.462646:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586852.462647:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586852.464600:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.464610:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586852.464613:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.464615:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586852.464625:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586852.464639:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04e00 00000400:00000200:3.0:1777586852.464647:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:3.0:1777586852.464655:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.464672:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586852.464675:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586852.464680:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586852.464686:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586852.464692:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586852.464704:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.464722:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586852.464729:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.464732:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586852.464774:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586852.464778:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586852.464784:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586852.464786:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586852.464788:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586852.464792:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586852.464795:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586852.464798:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586852.464801:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586852.464809:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.464815:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586852.464816:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586852.464818:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586852.464821:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586852.464823:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586852.464825:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586852.464828:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586852.464834:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=45 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586852.464838:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586852.464840:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586852.464853:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586852.464856:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586852.464858:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.464860:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586852.464865:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.464872:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586852.464875:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586852.464876:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586852.464879:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586852.464887:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667673088:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586852.464892:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586852.464895:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586852.464897:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc700c01 x1863934667673088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586852.464904:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586852.464906:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586852.464909:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e33cdada. 02000000:00000001:1.0:1777586852.464924:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586852.464927:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586852.464928:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586852.464930:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586852.464933:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:1.0:1777586852.464936:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586852.464938:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586852.464939:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc700c01. 00000100:00000001:1.0:1777586852.464942:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586852.464944:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586852.464946:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586852.464953:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586852.464955:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.464957:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586852.464959:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586852.465322:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.465327:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586852.465331:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586852.465336:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777586852.465340:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586852.465350:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586852.465352:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586852.465357:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586852.465363:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586852.465369:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.465375:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586852.465384:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586852.465386:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.465392:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_00+0] req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586852.465423:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586852.465427:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586852.465430:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586852.465438:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11937) 00000100:00000001:2.0:1777586852.465449:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586852.465451:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586852.465453:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586852.465457:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.465464:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586852.465465:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586852.465472:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586852.465474:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586852.465476:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586852.465478:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667673344:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586852.465480:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586852.465484:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586852.465485:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586852.465486:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586852.465489:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9be1b2b. 02000000:00000001:2.0:1777586852.465490:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586852.465492:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4df8528. 00000400:00000010:2.0:1777586852.465496:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777586852.465500:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673344, portal 10 00000100:00000001:2.0:1777586852.465502:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586852.465503:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:2.0:1777586852.465507:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.465511:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586852.465514:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586852.465516:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777586852.465518:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667673344, offset 0 00000400:00000200:2.0:1777586852.465524:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586852.465534:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586852.465539:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586852.465543:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586852.465546:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586852.465548:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586852.465551:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [165:165:256:4294967295] 192.168.204.155@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1777586852.465561:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586852.465565:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586852.465570:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586852.465576:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586852.465588:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586852.465591:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586852.465607:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586852.465610:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586852.465611:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586852.465615:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 38263 usecs (39 jiffies) 00000100:00000001:2.0:1777586852.465620:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306599467 00000100:00000001:2.0:1777586852.465622:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306602830 00000100:00000001:2.0:1777586852.465625:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306599467 00000100:00000001:2.0:1777586852.465626:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306602830 00000100:00000001:2.0:1777586852.465628:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306599467 00000100:00000001:2.0:1777586852.465629:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306602830 00000100:00000001:2.0:1777586852.465631:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306599467 00000100:00000001:2.0:1777586852.465633:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306602830 00000100:00000001:2.0:1777586852.465635:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586852.465637:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586852.465639:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586852.465641:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586852.465646:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586852.465647:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586852.465650:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586852.465651:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586852.465652:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586852.465654:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586852.465706:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586852.465710:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777586852.465714:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586852.465719:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586852.465722:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:3.0:1777586852.465730:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:3.0:1777586852.465734:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586852.465737:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.465745:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586852.465747:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.465758:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.465760:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586852.466062:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586852.466068:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586852.466070:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586852.466072:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586852.466078:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586852.466086:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04e80 00000400:00000200:2.0:1777586852.466091:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x605 [1] + 224 00000800:00000001:2.0:1777586852.466095:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586852.466106:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586852.466109:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586852.466112:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586852.466115:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586852.466119:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586852.466127:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586852.466144:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586852.466148:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586852.466151:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.466165:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586852.466168:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586852.466172:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586852.466174:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586852.466175:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2daf81e. 00000400:00000200:3.0:1777586852.466179:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:3.0:1777586852.466180:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:3.0:1777586852.466183:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586852.466187:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586852.466246:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.466268:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586852.466270:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.466272:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586852.466274:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586852.466276:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586852.466277:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586852.466279:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586852.466285:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=39 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586852.466288:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=39 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586852.466290:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586852.466291:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586852.466293:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586852.466295:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.466298:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586852.466308:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586852.466310:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586852.466312:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586852.466315:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.466321:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586852.466323:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586852.466325:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586852.466328:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586852.466333:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667673216:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586852.466336:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.466337:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586852.466338:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667673216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.466342:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586852.466343:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586852.466345:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a141a1f6. 02000000:00000001:3.0:1777586852.466348:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586852.466349:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586852.466350:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586852.466351:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586852.466352:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:3.0:1777586852.466355:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586852.466356:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586852.466356:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:3.0:1777586852.466358:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586852.466359:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.466360:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.466365:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586852.466366:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.466367:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586852.466369:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586852.469985:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.469998:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586852.470002:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.470005:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586852.470015:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586852.470031:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc04f00 00000400:00000200:3.0:1777586852.470039:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x60d [1] + 224 00000800:00000001:3.0:1777586852.470047:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.470248:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586852.470344:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586852.470351:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586852.470358:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586852.470365:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586852.470377:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.470392:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586852.470401:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586852.470405:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.470434:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586852.470438:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586852.470443:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586852.470446:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586852.470448:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4df8528. 00000400:00000200:3.0:1777586852.470454:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:3.0:1777586852.470456:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:3.0:1777586852.470460:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586852.470464:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586852.470473:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.470479:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586852.470494:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.470496:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586852.470499:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586852.470502:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586852.470504:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586852.470506:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586852.470514:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=45 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586852.470518:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=24 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586852.470520:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586852.470522:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586852.470524:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586852.470528:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586852.470534:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.470538:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586852.470539:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586852.470541:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586852.470542:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586852.470545:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.470550:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586852.470552:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586852.470554:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586852.470556:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586852.470562:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667673344:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586852.470567:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.470569:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586852.470571:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667673344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586852.470577:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586852.470579:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586852.470586:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9be1b2b. 02000000:00000001:3.0:1777586852.470590:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586852.470593:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586852.470594:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586852.470597:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586852.470599:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:3.0:1777586852.470602:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586852.470604:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586852.470605:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:3.0:1777586852.470608:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586852.470610:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.470612:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586852.470618:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586852.470619:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586852.470621:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586852.470623:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586853.101358:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586853.101364:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586853.101369:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586853.101371:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586853.101390:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586853.101393:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586853.101395:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586854.125569:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586854.125576:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586854.125581:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586854.125582:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586854.126393:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586854.126398:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586854.126401:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586855.152295:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586855.152301:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586855.152306:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586855.152307:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586855.152361:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586855.152364:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586855.152366:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586855.917370:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306602830, at 4306602880 00000100:00000040:1.0:1777586855.917370:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306602830, at 4306602880 00000100:00000040:2.0:1777586855.917370:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306602830, at 4306602880 00000100:00000040:3.0:1777586855.917370:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306602830, at 4306602880 00000100:00000010:0.0:1777586855.917389:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9e1957. 00000100:00000010:2.0:1777586855.917389:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d672097f. 00000100:00000010:3.0:1777586855.917392:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d20faf. 00000100:00000010:1.0:1777586855.917394:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d90c63ca. 00010000:00000001:1.0:1777586856.173367:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586856.173373:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586856.173389:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586856.173392:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586856.173395:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586856.173398:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586856.173401:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586856.173403:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586856.173405:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586856.173407:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586856.173425:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586856.173427:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586856.173430:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586857.197407:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586857.197416:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586857.197419:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586857.197422:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586857.197427:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586857.197447:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586857.197449:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586857.197452:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586857.197457:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586857.197458:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586857.197653:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586857.197656:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586857.197659:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586857.581390:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586857.581399:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586857.581409:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777586857.581415:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586857.581420:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586857.581424:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586857.581428:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586857.581437:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586857.581456:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581466:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586857.581477:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586857.581479:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581483:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_01+1] req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.581514:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581517:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586857.581520:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586857.581524:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777586857.581527:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586857.581529:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586857.581531:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586857.581533:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586857.581536:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:0.0:1777586857.581539:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581548:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586857.581555:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586857.581557:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581560:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_02+2] req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.581580:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581582:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586857.581585:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586857.581588:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777586857.581590:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586857.581592:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586857.581593:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586857.581611:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586857.581615:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586857.581618:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581622:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586857.581629:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586857.581630:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581633:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_03+3] req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.581641:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.581642:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586857.581645:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586857.581650:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11942) 00000100:00000001:0.0:1777586857.581661:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777586857.581664:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777586857.581667:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.581674:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586857.581676:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.581678:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586857.581680:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586857.581682:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586857.581686:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.581694:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586857.581696:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.581696:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586857.581700:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777586857.581701:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777586857.581703:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586857.581705:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586857.581709:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586857.581710:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586857.581715:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667673472:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586857.581725:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586857.581728:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1777586857.581731:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777586857.581731:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586857.581735:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586857.581735:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586857.581737:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586857.581740:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586857.581745:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1777586857.581746:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667673728:192.168.204.155@tcp:400: 02000000:00000010:0.0:1777586857.581750:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fe41ac5. 00000100:00000001:2.0:1777586857.581752:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586857.581754:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586857.581756:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586857.581757:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777586857.581758:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586857.581761:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000100:00000001:1.0:1777586857.581761:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777586857.581762:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586857.581765:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1777586857.581768:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d38c884. 00000400:00000010:0.0:1777586857.581770:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000040:1.0:1777586857.581772:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586857.581773:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586857.581780:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673472, portal 25 00000400:00000010:2.0:1777586857.581780:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e13aa0. 00000100:00000001:0.0:1777586857.581787:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586857.581788:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1777586857.581788:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000001:0.0:1777586857.581789:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000001:1.0:1777586857.581790:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586857.581795:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586857.581798:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777586857.581799:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586857.581799:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673728, portal 10 02000000:00000001:1.0:1777586857.581804:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.581805:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586857.581805:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586857.581810:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000100:00100000:1.0:1777586857.581815:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667673600:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586857.581816:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586857.581824:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.581827:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586857.581827:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586857.581833:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586857.581836:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.581836:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586857.581837:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586857.581841:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1777586857.581842:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000040:2.0:1777586857.581843:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777586857.581846:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000345c5b0e. 00000400:00000010:2.0:1777586857.581847:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:0.0:1777586857.581848:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667673472, offset 0 02000000:00000001:1.0:1777586857.581850:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586857.581852:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667673728, offset 0 00000400:00000010:1.0:1777586857.581857:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000400:00000200:0.0:1777586857.581860:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586857.582048:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586857.582050:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586857.582055:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586857.582059:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586857.582062:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586857.582065:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586857.582069:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [166:166:256:4294967295] 192.168.204.155@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1777586857.582079:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586857.582086:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586857.582089:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586857.582092:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1777586857.582093:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003582f9c0. 00000400:00000200:2.0:1777586857.582096:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586857.582100:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1777586857.582103:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586857.582105:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586857.582109:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [167:167:255:4294967295] 192.168.204.155@tcp LPNI seq info [167:167:7:4294967295] 00000800:00000200:0.0:1777586857.582115:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586857.582119:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003582f9c0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777586857.582123:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586857.582129:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586857.582133:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777586857.582137:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586857.582153:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586857.582156:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586857.582289:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586857.582295:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306607951 00000100:00000010:0.0:1777586857.582300:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014ea26f4. 00000100:00000001:0.0:1777586857.582306:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586857.582318:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306607951 00000100:00000010:0.0:1777586857.582320:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008efd15fe. 00000100:00000001:0.0:1777586857.582323:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586857.582325:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306607951 00000100:00000010:0.0:1777586857.582327:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d85c779c. 00000100:00000001:0.0:1777586857.582330:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586857.582332:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306607951 00000100:00000010:0.0:1777586857.582333:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000937b78f6. 00000100:00000001:0.0:1777586857.582335:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586857.582338:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586857.582340:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586857.582344:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586857.582346:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.582383:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586857.582386:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 37503 usecs (38 jiffies) 00000100:00000001:2.0:1777586857.582388:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306604583 00000100:00000001:2.0:1777586857.582390:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306607951 00000100:00000001:2.0:1777586857.582391:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306604583 00000100:00000001:2.0:1777586857.582392:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306607951 00000100:00000001:2.0:1777586857.582393:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306604583 00000100:00000001:2.0:1777586857.582399:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306607951 00000100:00000001:2.0:1777586857.582401:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306604583 00000100:00000001:2.0:1777586857.582402:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306607951 00000100:00000001:2.0:1777586857.582403:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586857.582405:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.582406:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.582407:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586857.582411:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586857.582412:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586857.582413:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586857.582414:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586857.582415:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.582416:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586857.582446:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586857.582450:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003582f9c0. 00000400:00000200:3.0:1777586857.582456:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586857.582461:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586857.582466:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:3.0:1777586857.582468:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:3.0:1777586857.582472:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586857.582476:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.582484:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586857.582487:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.582494:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586857.582501:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586857.582563:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586857.582566:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777586857.582568:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586857.582572:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586857.582575:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:3.0:1777586857.582577:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:3.0:1777586857.582579:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586857.582581:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.582588:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586857.582589:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.582595:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586857.582596:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1777586857.582729:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586857.582734:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673600, portal 10 00000100:00000001:1.0:1777586857.582736:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586857.582737:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000100:00000040:1.0:1777586857.582744:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586857.582751:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586857.582753:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586857.582756:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:1.0:1777586857.582758:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667673600, offset 0 00000400:00000200:1.0:1777586857.582763:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586857.582774:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586857.582777:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586857.582779:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586857.582782:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586857.582784:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586857.582787:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [168:168:256:4294967295] 192.168.204.155@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1777586857.582796:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586857.582801:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586857.582806:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:1.0:1777586857.582810:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586857.582815:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586857.582818:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586857.582867:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586857.582870:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 302430 usecs (303 jiffies) 00000100:00000001:1.0:1777586857.582873:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306604848 00000100:00000001:1.0:1777586857.582875:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306607951 00000100:00000001:1.0:1777586857.582877:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306604848 00000100:00000001:1.0:1777586857.582879:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306607951 00000100:00000001:1.0:1777586857.582881:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306604848 00000100:00000001:1.0:1777586857.582883:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306607951 00000100:00000001:1.0:1777586857.582885:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306604848 00000100:00000001:1.0:1777586857.582887:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306607951 00000100:00000001:1.0:1777586857.582889:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586857.582891:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586857.582893:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586857.582894:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586857.582899:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586857.582900:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586857.582908:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586857.582909:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586857.582910:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586857.582912:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586857.582920:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586857.582923:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:2.0:1777586857.582927:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586857.582930:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586857.582933:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:2.0:1777586857.582935:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:2.0:1777586857.582937:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586857.582940:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586857.582949:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586857.582951:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586857.582956:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.582958:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586857.585802:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.585814:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586857.585818:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.585819:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586857.585829:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586857.585843:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc04f80 00000400:00000200:3.0:1777586857.585850:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x615 [1] + 224 00000800:00000001:3.0:1777586857.585856:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.585881:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586857.585883:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586857.585886:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586857.585891:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586857.585895:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586857.585903:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.585915:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586857.585932:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.585934:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.585963:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586857.585968:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586857.585974:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586857.585976:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586857.585978:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586857.585986:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586857.585988:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586857.585991:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586857.585995:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586857.586004:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.586011:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586857.586013:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.586015:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586857.586018:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586857.586020:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586857.586022:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586857.586025:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586857.586030:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586857.586034:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586857.586054:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586857.586056:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586857.586058:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586857.586060:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586857.586063:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586857.586067:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.586074:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586857.586076:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586857.586078:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586857.586081:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586857.586088:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667673472:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586857.586092:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.586094:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586857.586096:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667673472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586857.586103:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586857.586105:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586857.586108:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fe41ac5. 02000000:00000001:0.0:1777586857.586111:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586857.586113:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586857.586115:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586857.586117:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586857.586119:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:0.0:1777586857.586123:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586857.586125:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586857.586126:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:0.0:1777586857.586129:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586857.586130:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.586132:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586857.586150:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586857.586152:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586857.586154:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586857.586161:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586857.586896:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.586903:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586857.586906:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.586908:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586857.586913:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586857.586923:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05080 00000400:00000200:3.0:1777586857.586929:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x619 [1] + 224 00000800:00000001:3.0:1777586857.586934:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.586971:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586857.586972:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586857.586975:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586857.586978:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586857.586981:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586857.586987:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.587003:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586857.587007:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.587009:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586857.587157:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586857.587161:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586857.587165:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586857.587167:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586857.587168:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e13aa0. 00000400:00000200:2.0:1777586857.587172:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:2.0:1777586857.587174:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:2.0:1777586857.587185:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586857.587189:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586857.587197:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586857.587203:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586857.587204:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586857.587207:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586857.587208:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586857.587210:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586857.587211:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586857.587213:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586857.587219:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=50 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586857.587223:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586857.587224:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586857.587226:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586857.587228:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586857.587232:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586857.587239:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.587242:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586857.587245:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586857.587247:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586857.587249:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586857.587266:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.587271:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586857.587272:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.587273:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586857.587278:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000040:2.0:1777586857.587281:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586857.587287:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05000 00000400:00000200:3.0:1777586857.587294:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x625 [1] + 224 00000100:00000001:2.0:1777586857.587296:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586857.587299:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1777586857.587299:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586857.587302:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586857.587303:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586857.587306:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586857.587306:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586857.587310:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586857.587314:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1777586857.587318:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667673728:192.168.204.155@tcp:400: 00000100:00000200:3.0:1777586857.587323:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586857.587333:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586857.587344:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586857.587347:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586857.587349:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586857.587392:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586857.587395:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586857.587398:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586857.587400:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586857.587402:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586857.587406:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586857.587407:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586857.587410:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586857.587414:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586857.587423:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586857.587430:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586857.587431:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586857.587433:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586857.587434:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586857.587436:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586857.587437:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586857.587439:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586857.587443:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=44 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586857.587446:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=44 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586857.587449:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586857.587450:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586857.587452:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586857.587453:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586857.587456:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586857.587457:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586857.587459:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586857.587460:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586857.587462:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586857.587469:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586857.587478:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586857.587479:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586857.587482:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586857.587489:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667673600:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586857.587494:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586857.587496:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586857.587498:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667673600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586857.587504:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586857.587506:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586857.587508:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000345c5b0e. 02000000:00000001:1.0:1777586857.587512:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586857.587513:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586857.587515:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586857.587517:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586857.587519:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:1.0:1777586857.587522:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586857.587534:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586857.587536:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:1.0:1777586857.587539:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586857.587540:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586857.587542:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586857.587547:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586857.587549:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586857.587550:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586857.587553:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.587589:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586857.587591:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586857.587680:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667673728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586857.587687:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586857.587688:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586857.587690:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d38c884. 02000000:00000001:2.0:1777586857.587694:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586857.587695:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586857.587696:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586857.587698:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586857.587699:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:2.0:1777586857.587702:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586857.587702:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586857.587703:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:2.0:1777586857.587706:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586857.587707:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586857.587709:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586857.587712:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586857.587713:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586857.587715:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586857.587716:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586858.221356:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586858.221362:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586858.221369:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586858.221371:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586858.221440:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586858.221444:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586858.221447:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586859.245517:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586859.245522:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586859.245527:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586859.245543:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586859.245560:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586859.245563:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586859.245565:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586860.269510:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586860.269515:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586860.269519:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586860.269520:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586860.270185:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586860.270189:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586860.270192:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586861.037301:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306607951, at 4306608000 00000100:00000010:2.0:1777586861.037314:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d85c779c. 00000100:00000040:1.0:1777586861.037326:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306607951, at 4306608000 00000100:00000040:3.0:1777586861.037329:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306607951, at 4306608000 00000100:00000010:1.0:1777586861.037334:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008efd15fe. 00000100:00000010:3.0:1777586861.037336:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000937b78f6. 00000100:00000040:0.0:1777586861.037348:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306607951, at 4306608000 00000100:00000010:0.0:1777586861.037357:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014ea26f4. 00010000:00000001:1.0:1777586861.293398:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586861.293404:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586861.293411:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586861.293413:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586861.293469:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586861.293471:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586861.293473:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586862.317955:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586862.317959:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586862.317964:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586862.317965:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586862.317982:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586862.317984:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586862.317986:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586862.704010:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586862.704020:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586862.704030:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777586862.704037:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586862.704052:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586862.704055:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586862.704061:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586862.704068:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586862.704076:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704088:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586862.704099:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586862.704101:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704107:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_00+0] req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.704142:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704160:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586862.704163:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586862.704166:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777586862.704168:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586862.704170:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586862.704172:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586862.704173:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586862.704177:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586862.704181:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704184:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586862.704190:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586862.704192:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704194:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_01+1] req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.704202:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704203:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586862.704206:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586862.704208:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777586862.704210:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586862.704211:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586862.704212:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586862.704214:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586862.704216:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b777efd. 00000100:00000001:3.0:1777586862.704218:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704230:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586862.704237:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586862.704238:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704240:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_02+2] req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.704286:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586862.704288:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777586862.704290:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586862.704295:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11947) 00000100:00000001:2.0:1777586862.704741:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586862.704747:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586862.704749:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586862.704755:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586862.704762:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586862.704764:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586862.704764:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586862.704767:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1777586862.704767:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586862.704769:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586862.704776:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586862.704778:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586862.704780:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586862.704781:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586862.704782:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1777586862.704784:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777586862.704785:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586862.704787:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586862.704791:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586862.704792:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586862.704794:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586862.704796:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1777586862.704796:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667673984:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586862.704797:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586862.704799:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667674112:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586862.704800:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586862.704802:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586862.704804:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586862.704804:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586862.704806:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586862.704806:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586862.704809:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586862.704809:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586862.704812:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e55b65ca. 02000000:00000010:2.0:1777586862.704812:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ed3239f. 02000000:00000001:0.0:1777586862.704814:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586862.704814:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586862.704819:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000400:00000010:2.0:1777586862.704819:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e13aa0. 00000400:00000010:0.0:1777586862.704825:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000400:00000010:2.0:1777586862.704825:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000200:0.0:1777586862.704831:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674112, portal 10 00000100:00000001:1.0:1777586862.704867:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586862.704870:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586862.704872:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586862.704875:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.704883:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586862.704884:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586862.704886:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586862.704887:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586862.704889:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586862.704889:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673984, portal 10 00000100:00100000:1.0:1777586862.704891:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667673856:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586862.704892:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586862.704893:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000001:1.0:1777586862.704895:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586862.704897:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586862.704899:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586862.704899:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586862.704906:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586862.704906:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1777586862.704908:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008759edd2. 00000100:00000040:2.0:1777586862.704908:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586862.704910:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586862.704911:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000200:2.0:1777586862.704913:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667673984, offset 0 00000400:00000200:2.0:1777586862.704919:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586862.704930:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586862.704934:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586862.704938:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586862.704942:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586862.704944:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586862.704948:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [169:169:256:4294967295] 192.168.204.155@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1777586862.704960:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586862.704965:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586862.704970:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777586862.704975:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586862.704982:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586862.704986:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586862.705008:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586862.705012:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 296151 usecs (297 jiffies) 00000100:00000001:2.0:1777586862.705016:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306609964 00000100:00000010:2.0:1777586862.705019:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777586862.705038:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586862.705053:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306609964 00000100:00000010:2.0:1777586862.705057:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777586862.705060:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586862.705063:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306609964 00000100:00000010:2.0:1777586862.705065:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000100:00000001:2.0:1777586862.705068:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586862.705071:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306609964 00000100:00000010:2.0:1777586862.705073:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:2.0:1777586862.705076:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586862.705079:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586862.705082:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586862.705085:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586862.705086:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586862.705090:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586862.705091:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586862.705093:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586862.705094:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586862.705095:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586862.705098:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586862.705098:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586862.705103:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777586862.705108:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586862.705114:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586862.705116:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586862.705118:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000100:00000001:2.0:1777586862.705119:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586862.705178:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586862.705180:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:0.0:1777586862.705187:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586862.705200:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586862.705203:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586862.705205:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf84f449. 00000400:00000010:1.0:1777586862.705216:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000400:00000010:3.0:1777586862.705639:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:3.0:1777586862.705646:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586862.705648:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667674112, offset 0 00000400:00000200:0.0:1777586862.705657:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586862.705662:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586862.705665:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586862.705667:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586862.705669:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586862.705671:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586862.705673:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [170:170:255:4294967295] 192.168.204.155@tcp LPNI seq info [170:170:7:4294967295] 00000400:00000200:0.0:1777586862.705680:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586862.705684:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586862.705688:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003582f9c0. 00000800:00000200:0.0:1777586862.705691:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586862.705696:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586862.705698:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003582f9c0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586862.705701:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586862.705704:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 36793 usecs (37 jiffies) 00000100:00000001:0.0:1777586862.705707:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306609705 00000100:00000001:0.0:1777586862.705709:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306609964 00000100:00000001:0.0:1777586862.705711:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306609705 00000100:00000001:0.0:1777586862.705713:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306609964 00000100:00000001:0.0:1777586862.705717:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306609705 00000100:00000001:0.0:1777586862.705719:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306609964 00000100:00000001:0.0:1777586862.705720:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306609705 00000100:00000001:0.0:1777586862.705722:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306609964 00000100:00000001:0.0:1777586862.705729:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586862.705731:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586862.705733:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586862.705734:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000001:0.0:1777586862.705735:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586862.705737:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667673856, portal 25 00000100:00000001:1.0:1777586862.705739:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586862.705740:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000040:1.0:1777586862.705745:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.705752:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586862.705754:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586862.705756:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777586862.705758:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667673856, offset 0 00000400:00000200:1.0:1777586862.705762:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586862.705766:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586862.705824:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586862.705827:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586862.705829:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586862.705831:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586862.705834:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [171:171:254:4294967295] 192.168.204.155@tcp LPNI seq info [171:171:6:4294967295] 00000400:00000200:1.0:1777586862.705841:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586862.705844:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586862.705848:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586862.705850:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586862.705854:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586862.705856:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586862.705858:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.705860:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306613074 00000100:00000001:1.0:1777586862.705864:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306609964 00000100:00000001:1.0:1777586862.705866:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306613074 00000100:00000001:1.0:1777586862.705873:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306609964 00000100:00000001:1.0:1777586862.705875:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306613074 00000100:00000001:1.0:1777586862.705877:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306609964 00000100:00000001:1.0:1777586862.705879:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306613074 00000100:00000001:1.0:1777586862.705881:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306609964 00000100:00000001:1.0:1777586862.705883:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586862.705885:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.705887:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.705888:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.705891:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586862.705892:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586862.705894:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586862.705895:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586862.705896:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.705897:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586862.706439:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.706452:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586862.706456:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.706463:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586862.706464:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586862.706483:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586862.706486:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003582f9c0. 00000400:00000200:3.0:1777586862.706490:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586862.706494:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586862.706498:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf84f449 00000400:00000010:3.0:1777586862.706499:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf84f449. 00000100:00000001:3.0:1777586862.706502:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586862.706505:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.706512:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586862.706514:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.706531:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586862.706533:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586862.706561:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586862.706563:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586862.706566:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586862.706569:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586862.706572:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:3.0:1777586862.706573:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:3.0:1777586862.706575:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586862.706578:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.706586:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586862.706588:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.706593:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586862.706594:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586862.707763:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.707770:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586862.707773:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.707775:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586862.707783:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586862.707796:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05180 00000400:00000200:3.0:1777586862.707803:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x631 [1] + 224 00000800:00000001:3.0:1777586862.707809:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.707815:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586862.707817:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586862.707820:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586862.707826:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586862.707835:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586862.707845:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.707866:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586862.707873:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.707877:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.708238:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586862.708241:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586862.708246:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586862.708248:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586862.708250:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e13aa0. 00000400:00000200:1.0:1777586862.708270:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:1.0:1777586862.708273:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:1.0:1777586862.708276:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586862.708280:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586862.708288:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.708294:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586862.708296:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.708298:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586862.708301:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586862.708303:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586862.708305:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586862.708308:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586862.708327:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=49 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586862.708332:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586862.708334:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586862.708336:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586862.708339:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586862.708342:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.708345:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586862.708347:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586862.708349:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586862.708350:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586862.708354:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.708361:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586862.708363:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586862.708365:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586862.708368:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586862.708374:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667673984:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586862.708379:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.708381:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586862.708384:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667673984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.708389:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586862.708391:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586862.708399:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ed3239f. 02000000:00000001:1.0:1777586862.708404:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586862.708406:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586862.708408:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586862.708410:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586862.708412:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:1.0:1777586862.708415:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586862.708417:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586862.708418:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:1.0:1777586862.708427:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586862.708428:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.708430:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.708436:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586862.708437:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.708439:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586862.708442:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586862.712008:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712034:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586862.712038:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712053:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586862.712063:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586862.712173:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05200 00000400:00000200:3.0:1777586862.712181:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x62d [1] + 224 00000800:00000001:3.0:1777586862.712189:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712194:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586862.712196:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586862.712200:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586862.712211:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586862.712217:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586862.712227:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586862.712308:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586862.712312:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586862.712349:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586862.712359:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712363:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586862.712365:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712367:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586862.712371:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586862.712377:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05100 00000400:00000200:3.0:1777586862.712383:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x63d [1] + 224 00000800:00000001:3.0:1777586862.712386:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712390:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586862.712392:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586862.712406:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586862.712409:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586862.712413:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586862.712420:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586862.712429:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586862.712432:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586862.712435:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.712542:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586862.712545:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586862.712551:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586862.712552:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586862.712555:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586862.712559:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586862.712561:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586862.712565:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586862.712568:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586862.712577:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.712583:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586862.712585:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.712587:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586862.712590:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586862.712592:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586862.712594:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586862.712597:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586862.712602:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=55 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586862.712606:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586862.712608:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586862.712610:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586862.712612:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586862.712614:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.712616:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586862.712619:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.712626:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586862.712633:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586862.712635:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586862.712639:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586862.712645:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667673856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586862.712650:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.712652:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586862.712654:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667673856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586862.712660:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586862.712662:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586862.712665:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008759edd2. 02000000:00000001:1.0:1777586862.712668:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586862.712670:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586862.712672:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777586862.712674:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586862.712676:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:1.0:1777586862.712680:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586862.712681:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586862.712682:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:1.0:1777586862.712686:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586862.712687:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.712689:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586862.712695:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586862.712697:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586862.712699:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586862.712700:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777586862.713156:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586862.713159:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586862.713161:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586862.713168:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586862.713171:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586862.713174:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586862.713179:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586862.713189:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586862.713197:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586862.713198:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586862.713200:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586862.713201:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586862.713203:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586862.713204:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586862.713206:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586862.713211:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=55 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586862.713214:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586862.713216:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586862.713217:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586862.713219:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586862.713222:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586862.713228:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586862.713231:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586862.713232:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586862.713234:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586862.713243:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586862.713246:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586862.713284:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586862.713286:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586862.713287:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586862.713291:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586862.713297:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667674112:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586862.713302:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586862.713303:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586862.713305:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667674112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586862.713311:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586862.713313:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586862.713315:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e55b65ca. 02000000:00000001:0.0:1777586862.713318:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586862.713319:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586862.713320:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586862.713330:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586862.713331:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b777efd. 02000000:00000001:0.0:1777586862.713334:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586862.713335:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586862.713336:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:0.0:1777586862.713338:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586862.713339:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586862.713341:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586862.713345:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586862.713346:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586862.713348:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586862.713350:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586863.341841:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586863.341847:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586863.341852:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586863.341853:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586863.341894:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586863.341896:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586863.341912:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586864.365436:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586864.365442:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586864.365447:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586864.365449:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586864.365635:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586864.365638:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586864.365641:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586865.389666:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586865.389672:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586865.389677:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586865.389680:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586865.389682:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586865.389685:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586865.389688:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586865.389691:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586865.389692:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586865.389694:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586865.389712:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586865.389715:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586865.389718:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586866.157345:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306613074, at 4306613120 00000100:00000040:3.0:1777586866.157345:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306613074, at 4306613120 00000100:00000040:0.0:1777586866.157350:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306613074, at 4306613120 00000100:00000010:1.0:1777586866.157360:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000010:3.0:1777586866.157362:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000010:0.0:1777586866.157364:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000040:2.0:1777586866.157378:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306613074, at 4306613120 00000100:00000010:2.0:1777586866.157384:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00010000:00000001:1.0:1777586866.413911:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586866.413918:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586866.413920:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586866.413923:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586866.413928:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586866.413931:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586866.413932:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586866.413934:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586866.413938:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586866.413939:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586866.414433:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586866.414437:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586866.414440:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586867.437475:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586867.437481:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586867.437487:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586867.437488:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586867.437558:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586867.437562:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586867.437565:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586867.821370:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586867.821378:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586867.821384:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777586867.821390:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586867.821395:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586867.821398:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586867.821403:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586867.821411:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003582f9c0. 00000100:00000001:0.0:1777586867.821417:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821426:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586867.821433:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586867.821435:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821438:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_03+3] req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586867.821460:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821462:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586867.821464:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586867.821466:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000020:00000040:0.0:1777586867.821468:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586867.821470:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586867.821471:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586867.821472:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586867.821475:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586867.821477:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821479:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586867.821480:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586867.821485:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586867.821487:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586867.821494:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586867.821497:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586867.821498:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821501:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_00+0] req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586867.821516:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586867.821520:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586867.821525:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586867.821526:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821528:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777586867.821528:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586867.821534:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1777586867.821534:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586867.821536:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000020:00000040:0.0:1777586867.821538:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00100000:2.0:1777586867.821540:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667674240:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586867.821541:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586867.821543:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586867.821546:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586867.821548:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:2.0:1777586867.821548:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586867.821552:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821555:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1777586867.821556:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586867.821559:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586867.821560:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586867.821563:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586867.821564:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777586867.821566:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000638482a4] to pc [ptlrpcd_00_01+1] req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586867.821571:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586867.821575:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586867.821576:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586867.821580:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11952) 02000000:00000010:2.0:1777586867.821582:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005975cae5. 02000000:00000001:2.0:1777586867.821586:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586867.821592:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b2b260. 00000400:00000010:2.0:1777586867.821599:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777586867.821606:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674240, portal 25 00000100:00000001:2.0:1777586867.821609:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586867.821610:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000001:3.0:1777586867.821612:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586867.821616:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586867.821617:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586867.821626:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586867.821630:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586867.821633:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777586867.821636:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667674240, offset 0 00000400:00000200:2.0:1777586867.821642:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586867.821643:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.821646:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586867.821648:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586867.821651:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586867.821657:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586867.821659:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586867.821661:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586867.821664:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1777586867.821668:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1777586867.821669:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:1.0:1777586867.821670:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586867.821672:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586867.821674:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1777586867.821676:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667674368:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586867.821680:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586867.821681:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777586867.821683:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586867.821684:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586867.821685:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586867.821688:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ef1c2a6. 00000400:00000200:2.0:1777586867.821688:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [172:172:256:4294967295] 192.168.204.155@tcp LPNI seq info [172:172:8:4294967295] 02000000:00000001:1.0:1777586867.821691:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586867.821696:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000400:00000010:1.0:1777586867.821701:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586867.821706:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674368, portal 10 00000400:00000200:2.0:1777586867.821706:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586867.821709:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586867.821710:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000100:00000040:1.0:1777586867.821717:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.821723:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586867.821725:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586867.821728:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000100:00000200:1.0:1777586867.821730:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667674368, offset 0 00000400:00000200:1.0:1777586867.821735:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586867.821764:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777586867.821764:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586867.821767:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586867.821770:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586867.821771:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1777586867.821772:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777586867.821774:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586867.821777:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [173:173:255:4294967295] 192.168.204.155@tcp LPNI seq info [173:173:7:4294967295] 00000400:00000200:1.0:1777586867.821783:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586867.821786:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586867.821789:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:2.0:1777586867.821792:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586867.821796:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586867.821804:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586867.821809:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586867.821809:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1777586867.821813:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586867.821825:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586867.821830:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306618190 00000100:00000001:1.0:1777586867.821831:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777586867.821834:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000040:1.0:1777586867.821836:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 290087 usecs (291 jiffies) 00000100:00000001:1.0:1777586867.821840:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306615075 00000100:00000001:2.0:1777586867.821842:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586867.821857:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306618190 00000100:00000010:2.0:1777586867.821861:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:1.0:1777586867.821863:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306618190 00000100:00000001:2.0:1777586867.821864:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777586867.821868:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306615075 00000100:00000001:2.0:1777586867.821869:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306618190 00000100:00000001:1.0:1777586867.821872:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306618190 00000100:00000010:2.0:1777586867.821875:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:1.0:1777586867.821876:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306615075 00000100:00000001:2.0:1777586867.821880:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586867.821884:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306618190 00000100:00000001:2.0:1777586867.821884:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306618190 00000100:00000001:1.0:1777586867.821889:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306615075 00000100:00000010:2.0:1777586867.821890:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000100:00000001:2.0:1777586867.821895:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586867.821897:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306618190 00000100:00000001:2.0:1777586867.821898:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586867.821902:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586867.821903:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.821907:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586867.821908:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.821911:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586867.821911:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.821915:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.821920:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586867.821921:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586867.821923:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586867.821924:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586867.821928:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586867.821929:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.821931:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586867.821932:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586867.821934:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586867.821937:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1777586867.821938:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.821940:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586867.821951:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.821952:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586867.821955:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.821956:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.821958:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586867.821960:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586867.821964:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.821971:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586867.821978:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586867.821980:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586867.821983:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586867.821985:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586867.821988:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667674496:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586867.821992:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586867.821994:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586867.821995:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586867.821997:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586867.822000:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5519fbb. 02000000:00000001:1.0:1777586867.822001:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586867.822004:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000354cfea0. 00000400:00000010:1.0:1777586867.822007:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000200:1.0:1777586867.822010:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674496, portal 10 00000100:00000001:1.0:1777586867.822013:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586867.822014:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000800:00000200:3.0:1777586867.822018:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1777586867.822019:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1777586867.822023:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777586867.822027:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586867.822032:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777586867.822035:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:1.0:1777586867.822039:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586867.822041:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:1.0:1777586867.822042:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000400:00000010:3.0:1777586867.822044:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000200:1.0:1777586867.822048:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667674496, offset 0 00000100:00000001:3.0:1777586867.822048:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586867.822053:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586867.822057:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586867.822064:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1777586867.822065:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586867.822068:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586867.822070:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586867.822072:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586867.822075:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:3.0:1777586867.822077:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586867.822082:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [174:174:254:4294967295] 192.168.204.155@tcp LPNI seq info [174:174:6:4294967295] 00000100:00000001:3.0:1777586867.822092:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586867.822095:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777586867.822097:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586867.822102:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586867.822106:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586867.822117:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586867.822121:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586867.822124:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586867.822127:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586867.822129:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 36211 usecs (37 jiffies) 00000100:00000001:1.0:1777586867.822132:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306614821 00000800:00000200:3.0:1777586867.822132:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586867.822135:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000100:00000001:1.0:1777586867.822136:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306618190 00000400:00000200:3.0:1777586867.822138:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586867.822139:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306614821 00000100:00000001:1.0:1777586867.822143:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306618190 00000400:00000200:3.0:1777586867.822145:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586867.822147:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306614821 00000400:00000200:3.0:1777586867.822148:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 00000100:00000001:1.0:1777586867.822151:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306618190 00000100:00000001:1.0:1777586867.822153:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306614821 00000100:00000001:1.0:1777586867.822154:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306618190 00000100:00000001:1.0:1777586867.822156:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586867.822157:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 00000100:00000001:1.0:1777586867.822158:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586867.822161:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586867.822162:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586867.822165:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.822166:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586867.822173:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586867.822175:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.822177:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.822180:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586867.822182:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586867.822183:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586867.822191:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586867.822193:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586867.822194:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586867.822196:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586867.822198:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:3.0:1777586867.822199:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:3.0:1777586867.822200:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586867.822201:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586867.822205:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586867.822206:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586867.822210:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586867.822211:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586867.824408:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824422:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586867.824427:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824429:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586867.824439:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586867.824459:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05300 00000400:00000200:3.0:1777586867.824477:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x64d [1] + 224 00000800:00000001:3.0:1777586867.824485:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824500:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586867.824502:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586867.824506:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586867.824512:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586867.824518:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586867.824528:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586867.824547:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586867.824555:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824559:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586867.824560:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824562:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.824660:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.824663:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586867.824667:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586867.824668:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586867.824670:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000400:00000200:1.0:1777586867.824673:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777586867.824675:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777586867.824677:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586867.824679:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586867.824688:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.824706:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586867.824708:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.824710:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586867.824713:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586867.824715:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586867.824717:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586867.824720:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586867.824727:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=54 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586867.824731:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=54 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586867.824733:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586867.824735:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586867.824737:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586867.824740:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.824744:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586867.824746:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586867.824747:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586867.824749:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586867.824753:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.824760:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586867.824763:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586867.824765:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586867.824768:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586867.824772:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667674368:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586867.824775:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.824777:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586867.824779:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667674368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.824786:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586867.824788:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586867.824795:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ef1c2a6. 02000000:00000001:1.0:1777586867.824798:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586867.824800:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586867.824801:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586867.824804:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586867.824806:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:1.0:1777586867.824811:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586867.824812:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586867.824813:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:1.0:1777586867.824817:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586867.824818:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.824820:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.824822:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.824823:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586867.824825:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.824826:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586867.824902:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586867.824911:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05280 00000400:00000200:3.0:1777586867.824916:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x645 [1] + 224 00000800:00000001:3.0:1777586867.824920:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824925:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586867.824926:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586867.824929:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586867.824933:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586867.824936:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586867.824955:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586867.824976:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586867.824981:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824985:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586867.824992:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.824994:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586867.824998:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586867.825004:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05380 00000400:00000200:3.0:1777586867.825008:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x655 [1] + 224 00000800:00000001:3.0:1777586867.825011:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.825016:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586867.825018:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586867.825021:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586867.825024:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586867.825027:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586867.825034:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586867.825048:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586867.825053:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586867.825056:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586867.825113:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586867.825116:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586867.825120:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586867.825121:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586867.825129:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b2b260. 00000400:00000200:2.0:1777586867.825133:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:2.0:1777586867.825134:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777586867.825137:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586867.825141:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586867.825148:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586867.825154:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586867.825156:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586867.825157:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586867.825159:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586867.825160:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586867.825161:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586867.825163:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586867.825165:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=60 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586867.825168:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586867.825170:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586867.825171:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586867.825173:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586867.825174:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586867.825176:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586867.825178:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586867.825184:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586867.825186:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586867.825188:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586867.825190:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586867.825196:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667674240:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586867.825200:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586867.825201:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586867.825202:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667674240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586867.825213:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586867.825215:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586867.825216:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005975cae5. 02000000:00000001:2.0:1777586867.825219:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586867.825220:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586867.825222:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586867.825224:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586867.825225:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003582f9c0. 02000000:00000001:2.0:1777586867.825228:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586867.825229:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586867.825230:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:2.0:1777586867.825233:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586867.825234:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586867.825237:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.825241:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.825243:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586867.825244:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1777586867.825247:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777586867.825247:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586867.825277:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586867.825279:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586867.825289:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586867.825292:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000354cfea0. 00000400:00000200:1.0:1777586867.825296:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:1.0:1777586867.825297:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:1.0:1777586867.825300:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586867.825303:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586867.825310:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.825316:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586867.825317:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.825319:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586867.825320:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586867.825321:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586867.825322:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586867.825324:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586867.825327:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=60 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586867.825330:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=39 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586867.825338:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586867.825339:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586867.825341:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586867.825344:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586867.825358:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.825361:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586867.825362:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586867.825363:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586867.825365:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586867.825368:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.825373:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586867.825375:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586867.825377:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586867.825379:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586867.825387:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667674496:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586867.825391:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.825393:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586867.825394:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667674496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586867.825401:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586867.825402:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586867.825404:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5519fbb. 02000000:00000001:1.0:1777586867.825406:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586867.825407:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586867.825408:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586867.825410:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586867.825411:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:1.0:1777586867.825413:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586867.825420:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586867.825421:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:1.0:1777586867.825423:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586867.825424:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.825426:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586867.825430:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586867.825431:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586867.825432:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586867.825434:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586868.461913:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586868.461918:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586868.461923:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586868.461925:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586868.461951:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586868.461953:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586868.461954:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586869.485375:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586869.485382:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586869.485390:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586869.485392:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586869.485836:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586869.485840:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586869.485842:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586870.509497:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586870.509503:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586870.509507:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586870.509508:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586870.509907:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586870.509911:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586870.509914:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586871.277371:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306618190, at 4306618240 00000100:00000040:2.0:1777586871.277371:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306618190, at 4306618240 00000100:00000040:3.0:1777586871.277371:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306618190, at 4306618240 00000100:00000040:0.0:1777586871.277378:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306618190, at 4306618240 00000100:00000010:2.0:1777586871.277389:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000010:1.0:1777586871.277391:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000010:0.0:1777586871.277393:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000010:3.0:1777586871.277401:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00010000:00000001:1.0:1777586871.533378:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586871.533385:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586871.533393:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586871.533395:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586871.533421:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586871.533424:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586871.533426:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586872.557470:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586872.557475:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586872.557480:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586872.557482:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586872.557592:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586872.557595:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586872.557597:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586872.941378:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586872.941407:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586872.941413:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777586872.941419:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586872.941424:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586872.941427:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586872.941431:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586872.941437:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586872.941444:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.941454:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586872.941465:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586872.941467:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.941472:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_02+2] req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.941541:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777586872.941545:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777586872.941548:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586872.941564:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.941567:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586872.941570:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586872.941573:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777586872.941575:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586872.941577:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586872.941578:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586872.941580:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586872.941584:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 00000100:00000001:0.0:1777586872.941588:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.941591:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586872.941609:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586872.941610:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.941614:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_03+3] req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586872.941658:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777586872.941662:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1777586872.941665:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586872.941672:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586872.941674:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586872.941683:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586872.941685:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586872.941687:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586872.941692:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586872.941702:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586872.941704:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586872.941707:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586872.941709:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586872.941712:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586872.941715:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667674752:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586872.941719:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586872.941724:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586872.941727:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586872.941729:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586872.941734:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000266e7055. 02000000:00000001:3.0:1777586872.941736:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586872.941743:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2daf81e. 00000400:00000010:3.0:1777586872.941749:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000100:00000200:3.0:1777586872.941756:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674752, portal 10 00000100:00000001:3.0:1777586872.941758:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586872.941760:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000040:3.0:1777586872.941766:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586872.941773:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586872.941776:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586872.941778:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000200:3.0:1777586872.941781:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667674752, offset 0 00000400:00000200:3.0:1777586872.941787:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586872.941801:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586872.941873:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586872.941878:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586872.941882:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586872.941890:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586872.941894:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [175:175:256:4294967295] 192.168.204.155@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1777586872.941905:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586872.941911:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586872.941914:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000800:00000200:3.0:1777586872.941920:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586872.941926:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586872.941930:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586872.941950:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586872.941954:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 284248 usecs (285 jiffies) 00000100:00000001:3.0:1777586872.941957:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306620189 00000100:00000010:3.0:1777586872.941961:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777586872.942029:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586872.942035:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306620189 00000100:00000010:3.0:1777586872.942038:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777586872.942041:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586872.942047:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306620189 00000100:00000010:3.0:1777586872.942050:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777586872.942052:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586872.942054:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306620189 00000100:00000010:3.0:1777586872.942056:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dce1b71. 00000100:00000001:3.0:1777586872.942059:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586872.942061:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586872.942064:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586872.942066:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586872.942068:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.942221:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586872.942223:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.942226:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586872.942227:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586872.942228:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586872.942233:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.942240:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586872.942241:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586872.942243:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586872.942245:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586872.942247:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586872.942276:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667674624:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586872.942279:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586872.942282:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586872.942283:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586872.942285:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586872.942288:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed1cf3e6. 02000000:00000001:2.0:1777586872.942290:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586872.942294:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b2b260. 00000400:00000010:2.0:1777586872.942298:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777586872.942300:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674624, portal 25 00000100:00000001:2.0:1777586872.942302:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586872.942304:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 00000100:00000040:2.0:1777586872.942307:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.942314:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586872.942316:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586872.942318:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000200:2.0:1777586872.942320:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667674624, offset 0 00000400:00000200:2.0:1777586872.942325:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586872.942408:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586872.942411:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586872.942413:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586872.942415:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586872.942418:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586872.942420:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [176:176:255:4294967295] 192.168.204.155@tcp LPNI seq info [176:176:7:4294967295] 00000400:00000200:2.0:1777586872.942428:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586872.942431:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586872.942435:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586872.942438:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586872.942443:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586872.942446:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586872.942454:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.942456:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306623310 00000100:00000001:2.0:1777586872.942461:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306620189 00000100:00000001:2.0:1777586872.942464:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306623310 00000100:00000001:2.0:1777586872.942467:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306620189 00000100:00000001:2.0:1777586872.942469:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306623310 00000100:00000001:2.0:1777586872.942471:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306620189 00000100:00000001:2.0:1777586872.942473:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306623310 00000100:00000001:2.0:1777586872.942475:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306620189 00000100:00000001:2.0:1777586872.942477:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586872.942479:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.942481:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.942483:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586872.942596:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586872.942600:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:1.0:1777586872.942604:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586872.942609:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586872.942614:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000400:00000010:1.0:1777586872.942616:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:1.0:1777586872.942621:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586872.942625:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.942635:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586872.942638:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.942645:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586872.942647:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586872.942694:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586872.942697:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777586872.942700:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586872.942703:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586872.942705:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:1.0:1777586872.942706:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:1.0:1777586872.942709:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586872.942711:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.942718:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586872.942720:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.942727:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586872.942728:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586872.942905:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.942914:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586872.942919:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586872.942922:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777586872.942925:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586872.942926:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586872.942929:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586872.942930:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1777586872.942931:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586872.942932:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586872.942934:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586872.942939:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:3.0:1777586872.942941:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586872.942944:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.942949:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586872.942958:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586872.942959:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.942963:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_00+0] req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586872.942991:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.942994:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586872.942997:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586872.943001:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11957) 00000100:00000001:2.0:1777586872.943046:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586872.943048:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586872.943049:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.943228:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586872.943450:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586872.943453:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586872.943455:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586872.943460:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.943481:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586872.943482:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586872.943485:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586872.943487:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586872.943489:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586872.943492:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667674880:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586872.943496:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586872.943499:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586872.943500:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586872.943503:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586872.943506:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000174bc0e. 02000000:00000001:1.0:1777586872.943507:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586872.943511:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000354cfea0. 00000400:00000010:1.0:1777586872.943515:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000200:1.0:1777586872.943518:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667674880, portal 10 00000100:00000001:1.0:1777586872.943520:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586872.943521:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000040:1.0:1777586872.943526:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.943533:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586872.943535:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586872.943537:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777586872.943539:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667674880, offset 0 00000400:00000200:1.0:1777586872.943544:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586872.943551:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586872.943555:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586872.943558:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586872.943560:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586872.943562:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586872.943565:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [177:177:256:4294967295] 192.168.204.155@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1777586872.943573:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586872.943583:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586872.943587:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:1.0:1777586872.943591:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586872.943596:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586872.943599:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586872.943619:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586872.943623:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 35510 usecs (36 jiffies) 00000100:00000001:1.0:1777586872.943626:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306619942 00000100:00000001:1.0:1777586872.943629:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306623310 00000100:00000001:1.0:1777586872.943631:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306619942 00000100:00000001:1.0:1777586872.943632:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306623310 00000100:00000001:1.0:1777586872.943634:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306619942 00000100:00000001:1.0:1777586872.943636:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306623310 00000100:00000001:1.0:1777586872.943637:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306619942 00000100:00000001:1.0:1777586872.943639:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306623310 00000100:00000001:1.0:1777586872.943641:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586872.943643:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586872.943644:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586872.943646:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586872.943651:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586872.943652:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586872.943654:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586872.943655:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586872.943657:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586872.943658:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586872.943799:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586872.943802:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586872.943867:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586872.943871:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:2.0:1777586872.943876:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586872.943880:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586872.943883:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:2.0:1777586872.943885:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:2.0:1777586872.943888:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586872.943891:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.943900:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586872.943902:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.943908:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.943910:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586872.945157:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586872.945171:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586872.945176:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586872.945177:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586872.945318:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586872.945332:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05480 00000400:00000200:3.0:1777586872.945339:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x65d [1] + 224 00000800:00000001:3.0:1777586872.945345:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586872.945352:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586872.945354:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586872.945358:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586872.945363:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586872.945368:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586872.945379:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586872.945398:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586872.945405:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586872.945408:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.945449:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586872.945453:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586872.945460:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586872.945462:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586872.945464:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2daf81e. 00000400:00000200:2.0:1777586872.945468:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:2.0:1777586872.945469:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:2.0:1777586872.945472:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586872.945476:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586872.945484:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.945491:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586872.945492:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.945494:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586872.945497:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586872.945500:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586872.945501:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586872.945504:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586872.945511:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=59 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586872.945515:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=59 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586872.945518:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586872.945519:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586872.945522:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586872.945525:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.945528:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586872.945530:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586872.945532:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586872.945534:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586872.945537:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.945544:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586872.945546:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586872.945548:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586872.945551:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586872.945567:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667674752:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586872.945572:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.945574:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586872.945576:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667674752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.945582:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586872.945584:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586872.945587:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000266e7055. 02000000:00000001:2.0:1777586872.945590:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586872.945592:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586872.945594:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586872.945596:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586872.945598:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:2.0:1777586872.945601:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586872.945603:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586872.945604:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:2.0:1777586872.945607:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586872.945608:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.945610:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.945616:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586872.945617:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.945619:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586872.945621:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586872.946018:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946024:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586872.946026:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946028:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586872.946033:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586872.946048:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05500 00000400:00000200:1.0:1777586872.946052:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x66d [1] + 224 00000800:00000001:1.0:1777586872.946057:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946061:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586872.946063:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586872.946066:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586872.946069:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586872.946072:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586872.946081:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586872.946103:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586872.946109:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946112:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586872.946113:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946115:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586872.946119:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586872.946124:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05400 00000400:00000200:1.0:1777586872.946135:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x665 [1] + 224 00000800:00000001:1.0:1777586872.946138:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946143:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586872.946144:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586872.946147:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586872.946149:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586872.946152:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586872.946159:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586872.946204:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586872.946207:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586872.946221:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586872.946226:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586872.946234:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.946288:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586872.946290:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586872.946294:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586872.946295:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586872.946296:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000354cfea0. 00000400:00000200:2.0:1777586872.946300:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:2.0:1777586872.946301:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:2.0:1777586872.946304:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586872.946307:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586872.946313:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.946324:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586872.946326:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.946328:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586872.946329:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586872.946331:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586872.946332:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586872.946334:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586872.946339:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=65 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586872.946342:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=44 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586872.946344:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586872.946345:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586872.946347:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586872.946350:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586872.946356:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.946358:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586872.946359:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586872.946361:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586872.946362:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586872.946364:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.946369:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586872.946371:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586872.946372:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586872.946374:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586872.946381:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667674880:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586872.946385:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.946387:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586872.946388:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667674880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586872.946405:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586872.946406:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586872.946408:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000174bc0e. 02000000:00000001:2.0:1777586872.946411:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586872.946413:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586872.946414:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586872.946416:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586872.946417:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:2.0:1777586872.946419:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586872.946420:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586872.946421:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:2.0:1777586872.946423:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586872.946424:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.946425:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586872.946430:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586872.946432:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586872.946433:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586872.946435:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777586872.946484:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586872.946486:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586872.946487:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b2b260. 00000400:00000200:0.0:1777586872.946492:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:0.0:1777586872.946493:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:0.0:1777586872.946496:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586872.946499:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586872.946507:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586872.946523:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586872.946524:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586872.946526:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586872.946527:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586872.946529:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586872.946530:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586872.946531:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586872.946534:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=65 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586872.946537:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=65 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586872.946539:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586872.946540:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586872.946542:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586872.946543:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586872.946544:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586872.946547:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586872.946553:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586872.946555:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586872.946556:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586872.946558:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586872.946564:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667674624:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586872.946568:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586872.946569:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586872.946571:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667674624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586872.946576:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586872.946577:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586872.946579:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed1cf3e6. 02000000:00000001:0.0:1777586872.946582:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586872.946584:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586872.946585:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586872.946591:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586872.946593:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 02000000:00000001:0.0:1777586872.946595:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586872.946596:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586872.946597:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:0.0:1777586872.946600:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586872.946601:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586872.946602:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586872.946606:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586872.946607:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586872.946609:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586872.946610:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586873.581375:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586873.581386:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586873.581392:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586873.581393:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586873.581478:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586873.581483:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586873.581487:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586874.605367:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586874.605373:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586874.605379:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586874.605380:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586874.605398:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586874.605400:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586874.605403:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586875.629534:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586875.629539:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586875.629543:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586875.629545:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586875.629547:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586875.629550:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586875.629552:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586875.629554:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586875.629555:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586875.629556:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586875.629633:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586875.629637:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586875.629640:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586876.397478:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306623310, at 4306623360 00000100:00000010:0.0:1777586876.397494:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000040:1.0:1777586876.397611:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306623310, at 4306623360 00000100:00000010:1.0:1777586876.397619:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00000100:00000040:2.0:1777586876.397641:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306623310, at 4306623360 00000100:00000010:2.0:1777586876.397648:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:3.0:1777586876.398356:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306623310, at 4306623361 00000100:00000010:3.0:1777586876.398363:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dce1b71. 00010000:00000001:1.0:1777586876.653368:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586876.653378:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586876.653380:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586876.653385:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586876.653391:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586876.653393:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586876.653399:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586876.653402:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586876.653406:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586876.653407:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586876.653510:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586876.653514:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586876.653516:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586877.677417:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586877.677422:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586877.677427:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586877.677443:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586877.677459:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586877.677461:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586877.677463:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586878.061451:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586878.061458:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586878.061467:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777586878.061473:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586878.061477:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586878.061479:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586878.061484:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586878.061491:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:3.0:1777586878.061508:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061519:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586878.061529:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586878.061531:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061536:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_01+1] req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.061567:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061569:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586878.061573:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586878.061575:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777586878.061577:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586878.061579:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586878.061581:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586878.061582:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586878.061587:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586878.061590:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061593:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586878.061600:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586878.061601:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061604:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_02+2] req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.061628:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777586878.061633:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1777586878.061633:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586878.061636:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586878.061638:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586878.061643:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.061644:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586878.061647:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586878.061647:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586878.061652:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586878.061652:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777586878.061655:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586878.061655:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1777586878.061656:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000100:00000001:0.0:1777586878.061658:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1777586878.061659:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777586878.061662:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586878.061665:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586878.061666:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586878.061669:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1777586878.061670:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586878.061673:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586878.061676:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586878.061677:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777586878.061679:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777586878.061680:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777586878.061684:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777586878.061684:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586878.061687:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.061688:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586878.061691:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b4dfe9f. 02000000:00000001:0.0:1777586878.061692:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586878.061695:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586878.061696:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586878.061701:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061704:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777586878.061709:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667675008:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586878.061714:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586878.061716:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.061719:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586878.061721:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586878.061724:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586878.061726:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586878.061729:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586878.061730:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586878.061730:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586878.061732:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586878.061734:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667675136:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586878.061735:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777586878.061740:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_03+3] req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586878.061741:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cf3d4d4. 00000100:00000001:1.0:1777586878.061741:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586878.061754:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586878.061756:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586878.061761:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586878.061761:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586878.061765:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586878.061766:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006935fddd. 00000100:00000040:3.0:1777586878.061768:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777586878.061770:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.061775:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1777586878.061776:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000400:00000010:1.0:1777586878.061777:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f05f2e37. 00000100:00000040:3.0:1777586878.061780:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11962) 00000400:00000010:0.0:1777586878.061784:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000400:00000010:1.0:1777586878.061784:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000200:0.0:1777586878.061793:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675008, portal 25 00000100:00000001:0.0:1777586878.061797:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1777586878.061797:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675136, portal 10 00000100:00000001:0.0:1777586878.061799:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777586878.061800:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586878.061801:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586878.061804:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000100:00100000:3.0:1777586878.061804:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:0.0:1777586878.061808:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.061809:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586878.061815:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1777586878.061816:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.061819:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586878.061828:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586878.061829:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586878.061831:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586878.061834:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586878.061835:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586878.061840:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000100:00000040:3.0:1777586878.061841:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586878.061846:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667675008, offset 0 00000100:00000001:1.0:1777586878.061853:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777586878.061859:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586878.061859:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586878.061864:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000200:1.0:1777586878.061869:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667675136, offset 0 00000100:00000001:3.0:1777586878.061871:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586878.061873:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586878.061876:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586878.061877:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586878.061877:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586878.061880:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586878.061883:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586878.061886:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1777586878.061887:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667675264:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586878.061892:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586878.061897:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586878.061900:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586878.061904:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [178:178:256:4294967295] 192.168.204.155@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1777586878.061918:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586878.061924:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586878.061996:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586878.061998:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586878.062001:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586878.062003:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586878.062005:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586878.062007:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [179:179:255:4294967295] 192.168.204.155@tcp LPNI seq info [179:179:7:4294967295] 00000400:00000200:1.0:1777586878.062014:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586878.062018:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586878.062022:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000010:0.0:1777586878.062040:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000800:00000200:1.0:1777586878.062041:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586878.062048:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586878.062052:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586878.062058:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586878.062058:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1777586878.062063:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586878.062088:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.062089:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586878.062093:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 278661 usecs (279 jiffies) 00000100:00000001:0.0:1777586878.062094:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306628430 00000100:00000001:1.0:1777586878.062099:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306625303 00000100:00000010:0.0:1777586878.062101:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000100:00000001:0.0:1777586878.062108:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586878.062113:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306628430 00000100:00000010:0.0:1777586878.062118:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000100:00000001:3.0:1777586878.062119:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586878.062121:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1777586878.062123:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586878.062125:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586878.062126:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586878.062130:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f7a3. 00000100:00000001:0.0:1777586878.062132:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306628430 02000000:00000001:3.0:1777586878.062134:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586878.062138:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000400:00000010:3.0:1777586878.062139:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6bc145. 00000100:00000001:0.0:1777586878.062142:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1777586878.062145:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000100:00000001:0.0:1777586878.062146:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306628430 00000100:00000200:3.0:1777586878.062149:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675264, portal 10 00000100:00000010:0.0:1777586878.062151:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000100:00000001:3.0:1777586878.062152:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586878.062155:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000001:0.0:1777586878.062156:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586878.062162:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777586878.062162:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.062167:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.062173:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586878.062175:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586878.062176:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.062180:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586878.062182:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eba07a2. 00000100:00000200:3.0:1777586878.062184:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667675264, offset 0 00000400:00000200:3.0:1777586878.062189:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777586878.062193:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1777586878.062194:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:2.0:1777586878.062196:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:3.0:1777586878.062197:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586878.062199:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586878.062201:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586878.062202:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586878.062203:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586878.062206:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586878.062206:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [180:180:254:4294967295] 192.168.204.155@tcp LPNI seq info [180:180:6:4294967295] 00000400:00000200:3.0:1777586878.062213:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586878.062222:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586878.062223:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000800:00000010:3.0:1777586878.062224:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6143762. 00000800:00000200:3.0:1777586878.062227:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:2.0:1777586878.062228:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000800:00000200:3.0:1777586878.062231:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586878.062233:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1777586878.062233:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6143762 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1777586878.062236:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.062236:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.062238:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 34830 usecs (35 jiffies) 00000100:00000001:3.0:1777586878.062241:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306625059 00000100:00000001:3.0:1777586878.062243:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306628430 00000100:00000001:2.0:1777586878.062244:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586878.062245:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306625059 00000100:00000001:1.0:1777586878.062246:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306628430 00000100:00000040:2.0:1777586878.062247:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.062247:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306628430 00000100:00000001:2.0:1777586878.062277:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586878.062281:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306625304 00000100:00000001:2.0:1777586878.062285:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586878.062288:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306625060 00000100:00000001:3.0:1777586878.062291:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306628430 00000100:00000001:3.0:1777586878.062292:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306625060 00000100:00000001:3.0:1777586878.062294:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306628430 00000100:00000001:1.0:1777586878.062298:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306628430 00000800:00000200:2.0:1777586878.062298:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586878.062300:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000100:00000001:3.0:1777586878.062300:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586878.062303:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306625304 00000100:00000001:3.0:1777586878.062303:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586878.062304:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586878.062306:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586878.062308:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586878.062308:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586878.062310:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:2.0:1777586878.062312:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000001:1.0:1777586878.062314:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306628430 00000100:00000001:2.0:1777586878.062316:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586878.062317:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306625304 00000100:00000001:1.0:1777586878.062321:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306628430 00000100:00000200:2.0:1777586878.062322:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586878.062331:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586878.062335:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586878.062335:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586878.062339:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586878.062341:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586878.062343:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586878.062347:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586878.062350:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586878.062352:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586878.062354:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586878.062355:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586878.062359:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586878.062416:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586878.062419:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6143762. 00000400:00000200:2.0:1777586878.062421:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586878.062425:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586878.062427:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba07a2 00000400:00000010:2.0:1777586878.062428:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003eba07a2. 00000100:00000001:2.0:1777586878.062430:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586878.062433:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586878.062438:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586878.062440:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586878.062445:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586878.062446:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586878.064545:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586878.064554:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586878.064557:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586878.064562:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586878.064572:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586878.064586:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05580 00000400:00000200:3.0:1777586878.064595:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:3.0:1777586878.064602:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586878.064609:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586878.064617:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586878.064621:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586878.064627:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586878.064632:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586878.064640:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.064670:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586878.064678:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586878.064681:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065292:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586878.065297:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586878.065302:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586878.065305:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586878.065307:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586878.065315:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586878.065317:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586878.065319:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586878.065324:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586878.065333:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.065339:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586878.065341:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065344:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586878.065347:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586878.065350:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586878.065352:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586878.065355:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586878.065361:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=71 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586878.065365:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=71 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586878.065367:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586878.065369:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586878.065371:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586878.065380:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.065383:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586878.065388:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.065396:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586878.065399:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586878.065401:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586878.065405:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586878.065412:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667675008:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586878.065417:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065419:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586878.065434:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667675008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.065441:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586878.065443:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586878.065446:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cf3d4d4. 02000000:00000001:0.0:1777586878.065451:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586878.065456:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586878.065458:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586878.065460:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586878.065462:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:0.0:1777586878.065466:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586878.065468:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586878.065469:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:0.0:1777586878.065472:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586878.065473:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065475:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065481:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586878.065483:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.065486:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1777586878.065488:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586878.065489:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586878.065497:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586878.065499:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586878.065502:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586878.065507:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586878.065516:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05600 00000400:00000200:1.0:1777586878.065521:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x679 [1] + 224 00000800:00000001:1.0:1777586878.065525:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586878.065530:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586878.065532:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586878.065535:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586878.065538:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586878.065542:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586878.065551:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586878.065568:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586878.065574:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586878.065577:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065872:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586878.065875:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586878.065885:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586878.065886:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586878.065888:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05f2e37. 00000800:00000001:2.0:1777586878.065889:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1777586878.065894:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000800:00000001:2.0:1777586878.065895:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777586878.065896:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000800:00000001:2.0:1777586878.065898:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586878.065900:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1777586878.065901:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586878.065905:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586878.065915:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000200:0.0:1777586878.065918:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586878.065934:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05680 00000100:00000001:0.0:1777586878.065937:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1777586878.065940:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x685 [1] + 224 00000100:00000001:0.0:1777586878.065941:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586878.065946:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586878.065948:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586878.065951:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586878.065952:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1777586878.065953:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.065954:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586878.065957:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1777586878.065958:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586878.065962:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00001000:0.0:1777586878.065966:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=65 v=5 (5 5 0 0) 00000100:00000001:2.0:1777586878.065966:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1777586878.065971:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=65 v=5 (1 1 0 0) 00000100:00000200:2.0:1777586878.065971:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.065977:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586878.065979:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586878.065983:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586878.065986:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586878.065988:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.065991:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586878.065994:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586878.065998:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586878.066001:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586878.066006:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586878.066010:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586878.066015:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1777586878.066017:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586878.066018:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586878.066020:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586878.066021:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586878.066024:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.066027:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586878.066032:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586878.066036:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586878.066038:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586878.066041:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6bc145. 00000400:00000200:3.0:1777586878.066046:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:3.0:1777586878.066049:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00100000:0.0:1777586878.066053:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667675136:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586878.066054:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586878.066059:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777586878.066060:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.066062:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586878.066068:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667675136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586878.066079:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586878.066081:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586878.066083:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586878.066086:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006935fddd. 02000000:00000001:0.0:1777586878.066090:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777586878.066092:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1777586878.066093:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1777586878.066094:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1777586878.066095:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586878.066097:0:197583:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1777586878.066099:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1777586878.066100:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1777586878.066101:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 00000100:00000001:3.0:1777586878.066102:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1777586878.066105:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777586878.066105:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586878.066107:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1777586878.066108:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586878.066109:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:0.0:1777586878.066113:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1777586878.066114:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=71 v=5 (5 5 0 0) 00000100:00000001:0.0:1777586878.066115:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586878.066119:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777586878.066120:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586878.066124:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586878.066124:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586878.066125:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586878.066127:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586878.066128:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777586878.066130:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586878.066131:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1777586878.066136:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586878.066141:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586878.066143:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586878.066144:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586878.066145:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586878.066146:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586878.066148:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.066152:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586878.066153:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586878.066154:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586878.066155:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586878.066159:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667675264:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586878.066161:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586878.066162:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586878.066163:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667675264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586878.066166:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586878.066167:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586878.066168:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f7a3. 02000000:00000001:3.0:1777586878.066170:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586878.066171:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586878.066172:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586878.066173:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586878.066174:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b4dfe9f. 02000000:00000001:3.0:1777586878.066175:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586878.066176:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586878.066177:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:3.0:1777586878.066179:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586878.066182:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586878.066183:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586878.066186:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586878.066187:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586878.066188:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586878.066189:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586878.701387:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586878.701395:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586878.701402:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586878.701403:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586878.701530:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586878.701535:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586878.701539:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586879.725371:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586879.725377:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586879.725384:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586879.725401:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586879.725541:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586879.725544:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586879.725547:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586880.749361:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586880.749366:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586880.749372:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586880.749373:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586880.749398:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586880.749401:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586880.749404:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586881.517348:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306628430, at 4306628480 00000100:00000040:2.0:1777586881.517348:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306628430, at 4306628480 00000100:00000010:1.0:1777586881.517366:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000010:2.0:1777586881.517367:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00000100:00000040:0.0:1777586881.517470:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306628430, at 4306628480 00000100:00000010:0.0:1777586881.517477:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000040:3.0:1777586881.517539:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306628430, at 4306628480 00000100:00000010:3.0:1777586881.517545:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00010000:00000001:1.0:1777586881.773544:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586881.773550:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586881.773556:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586881.773557:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586881.774086:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586881.774093:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586881.774098:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586882.797485:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586882.797491:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586882.797496:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586882.797497:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586882.798025:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586882.798027:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586882.798030:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586883.181423:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586883.181430:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586883.181438:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777586883.181444:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586883.181449:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586883.181451:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586883.181456:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586883.181463:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b4dfe9f. 00000100:00000001:3.0:1777586883.181469:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181480:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586883.181491:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586883.181492:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181497:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.181547:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181550:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586883.181554:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586883.181557:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000020:00000040:3.0:1777586883.181559:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586883.181562:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586883.181563:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586883.181565:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586883.181570:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6143762. 00000100:00000001:0.0:1777586883.181571:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586883.181573:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.181575:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586883.181579:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586883.181579:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1777586883.181586:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.181591:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586883.181593:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181600:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_01+1] req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.181601:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586883.181604:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.181610:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181613:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1777586883.181615:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586883.181618:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586883.181620:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777586883.181622:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586883.181624:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586883.181625:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586883.181626:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.181629:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586883.181633:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586883.181633:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f157cdf2. 00000100:00000001:3.0:1777586883.181637:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586883.181639:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667675392:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777586883.181643:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586883.181655:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586883.181661:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777586883.181663:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777586883.181664:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.181666:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586883.181671:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000824da204. 00000100:00000001:3.0:1777586883.181671:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.181674:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181677:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_02+2] req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586883.181681:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000400:00000010:0.0:1777586883.181689:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000200:0.0:1777586883.181696:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675392, portal 25 00000100:00000001:0.0:1777586883.181698:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586883.181700:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000001:3.0:1777586883.181701:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.181704:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586883.181706:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586883.181710:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586883.181716:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11967) 00000100:00000001:0.0:1777586883.181718:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586883.181722:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586883.181725:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000200:0.0:1777586883.181728:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667675392, offset 0 00000400:00000200:0.0:1777586883.181734:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586883.181746:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777586883.181747:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:3.0:1777586883.181750:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777586883.181752:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586883.181753:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586883.181758:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586883.181760:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777586883.181762:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586883.181764:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586883.181767:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586883.181767:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586883.181769:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586883.181771:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777586883.181774:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [181:181:256:4294967295] 192.168.204.155@tcp LPNI seq info [181:181:8:4294967295] 00000100:00000040:3.0:1777586883.181776:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.181784:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586883.181787:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586883.181792:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:3.0:1777586883.181792:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586883.181795:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586883.181799:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586883.181800:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00100000:3.0:1777586883.181803:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667675648:192.168.204.155@tcp:400: 00000800:00000010:0.0:1777586883.181807:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da72cc26. 00000100:00000001:3.0:1777586883.181807:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586883.181811:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586883.181812:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586883.181815:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1777586883.181816:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000010:3.0:1777586883.181819:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f7a3. 02000000:00000001:3.0:1777586883.181821:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586883.181827:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6bc145. 00000800:00000200:0.0:1777586883.181831:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:3.0:1777586883.181831:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000100:00000200:3.0:1777586883.181836:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675648, portal 10 00000800:00000200:0.0:1777586883.181837:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da72cc26 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586883.181840:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586883.181847:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000001:0.0:1777586883.181851:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.181855:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306633550 00000100:00000040:3.0:1777586883.181856:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777586883.181861:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000100:00000001:3.0:1777586883.181866:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586883.181868:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1777586883.181869:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586883.181874:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000001:0.0:1777586883.181875:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306633550 00000100:00000200:3.0:1777586883.181877:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667675648, offset 0 00000100:00000010:0.0:1777586883.181880:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000001:0.0:1777586883.181884:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1777586883.181884:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586883.181889:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306633550 00000100:00000010:0.0:1777586883.181892:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002850297a. 00000400:00000200:3.0:1777586883.181892:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586883.181895:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1777586883.181897:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586883.181898:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306633550 00000400:00000200:3.0:1777586883.181901:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:0.0:1777586883.181902:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb60a38. 00000400:00000200:3.0:1777586883.181905:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777586883.181906:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586883.181910:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586883.181910:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586883.181914:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586883.181917:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [182:182:255:4294967295] 192.168.204.155@tcp LPNI seq info [182:182:7:4294967295] 00000100:00000001:0.0:1777586883.181919:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.181923:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.181928:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777586883.181930:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586883.181931:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586883.181934:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586883.181937:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1777586883.181937:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586883.181939:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586883.181942:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777586883.181944:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.181945:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586883.181946:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.181948:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586883.181948:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586883.181950:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586883.181953:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1777586883.181953:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012b974b9. 00000800:00000200:3.0:1777586883.181962:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586883.181968:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586883.181972:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012b974b9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586883.181978:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.181984:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1777586883.181984:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 34203 usecs (35 jiffies) 00000100:00000001:0.0:1777586883.181986:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.181988:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306630179 02000000:00000001:0.0:1777586883.181990:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586883.181991:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306633550 02000000:00000001:0.0:1777586883.181994:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586883.181995:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306630179 02000000:00000001:0.0:1777586883.181999:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.181999:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306633550 00000100:00100000:0.0:1777586883.182004:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667675520:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586883.182009:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586883.182009:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306630179 00000100:00000001:3.0:1777586883.182012:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306633550 02000000:00000001:0.0:1777586883.182013:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777586883.182014:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306630179 02000000:00000001:0.0:1777586883.182016:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.182018:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586883.182022:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306633550 00000100:00000001:3.0:1777586883.182024:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586883.182026:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586883.182028:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071cde3be. 00000100:00000001:3.0:1777586883.182028:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.182030:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.182032:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586883.182036:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000010:0.0:1777586883.182040:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000200:0.0:1777586883.182043:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675520, portal 10 00000100:00000001:0.0:1777586883.182045:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586883.182046:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000040:0.0:1777586883.182052:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.182058:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586883.182061:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586883.182062:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000200:0.0:1777586883.182064:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667675520, offset 0 00000400:00000200:0.0:1777586883.182068:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586883.182073:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586883.182075:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586883.182078:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586883.182080:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586883.182083:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586883.182086:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [183:183:254:4294967295] 192.168.204.155@tcp LPNI seq info [183:183:6:4294967295] 00000800:00000200:3.0:1777586883.182088:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586883.182092:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da72cc26. 00000400:00000200:0.0:1777586883.182098:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:3.0:1777586883.182100:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586883.182108:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:0.0:1777586883.182114:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586883.182114:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:3.0:1777586883.182117:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000800:00000010:0.0:1777586883.182119:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005782b3f6. 00000100:00000001:3.0:1777586883.182123:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777586883.182126:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586883.182133:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586883.182135:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005782b3f6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586883.182138:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586883.182139:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586883.182140:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 273302 usecs (274 jiffies) 00000100:00000001:0.0:1777586883.182145:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306630418 00000100:00000001:0.0:1777586883.182150:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306633550 00000100:00000001:0.0:1777586883.182154:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306630418 00000100:00000001:0.0:1777586883.182157:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306633550 00000100:00000001:3.0:1777586883.182157:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586883.182160:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306630418 00000100:00000040:3.0:1777586883.182162:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.182163:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306633550 00000100:00000001:0.0:1777586883.182168:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306630418 00000100:00000001:0.0:1777586883.182172:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306633550 00000100:00000001:0.0:1777586883.182177:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586883.182177:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.182180:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.182180:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586883.182190:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.182193:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586883.182195:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586883.182198:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012b974b9. 00000400:00000200:3.0:1777586883.182201:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586883.182204:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586883.182207:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:3.0:1777586883.182208:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:3.0:1777586883.182211:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586883.182214:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.182220:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586883.182222:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.182227:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.182234:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586883.182308:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586883.182310:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005782b3f6. 00000400:00000200:3.0:1777586883.182313:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586883.182316:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586883.182318:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:3.0:1777586883.182320:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:3.0:1777586883.182322:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586883.182325:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.182332:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586883.182334:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.182339:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.182340:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586883.182393:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586883.182396:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586883.183040:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586883.183044:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586883.185464:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185477:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586883.185480:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185481:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586883.185490:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586883.185502:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05700 00000400:00000200:1.0:1777586883.185509:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x68d [1] + 224 00000800:00000001:1.0:1777586883.185515:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185518:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586883.185520:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586883.185523:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586883.185527:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586883.185532:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586883.185540:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586883.185568:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586883.185580:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185583:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586883.185584:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185585:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586883.185588:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586883.185592:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05800 00000400:00000200:1.0:1777586883.185595:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x695 [1] + 224 00000800:00000001:1.0:1777586883.185598:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185599:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586883.185600:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586883.185602:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586883.185604:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586883.185606:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586883.185611:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.185653:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586883.185656:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586883.185676:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586883.185682:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185686:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586883.185688:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586883.185690:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586883.185694:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777586883.185699:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777586883.185700:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05780 00000100:00000001:0.0:1777586883.185702:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586883.185704:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x69d [1] + 224 00000800:00000001:1.0:1777586883.185707:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777586883.185708:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586883.185710:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586883.185711:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000800:00000001:1.0:1777586883.185712:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586883.185713:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586883.185716:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586883.185717:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586883.185719:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586883.185722:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586883.185722:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586883.185725:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586883.185730:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586883.185732:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586883.185737:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.185743:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586883.185744:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586883.185745:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185747:0:197581:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1777586883.185748:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777586883.185750:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1777586883.185750:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185753:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586883.185755:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.185757:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586883.185763:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=76 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586883.185767:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=76 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586883.185769:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586883.185770:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586883.185773:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586883.185775:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.185777:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586883.185781:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.185791:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586883.185794:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586883.185795:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586883.185798:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586883.185805:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667675392:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586883.185810:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.185812:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586883.185814:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667675392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.185820:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586883.185822:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586883.185825:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000824da204. 02000000:00000001:0.0:1777586883.185830:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586883.185832:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586883.185834:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586883.185841:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586883.185844:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b4dfe9f. 02000000:00000001:0.0:1777586883.185847:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586883.185849:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586883.185851:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:0.0:1777586883.185854:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586883.185855:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185858:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.185860:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586883.185861:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586883.185863:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586883.185865:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586883.185866:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777586883.185868:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:0.0:1777586883.185870:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:0.0:1777586883.185872:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586883.185875:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586883.185882:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.185888:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586883.185889:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185890:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586883.185891:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586883.185892:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586883.185894:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586883.185895:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586883.185900:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=70 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586883.185903:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=70 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586883.185905:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586883.185906:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586883.185907:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586883.185910:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.185913:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586883.185915:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586883.185917:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586883.185923:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586883.185927:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.185933:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586883.185934:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586883.185935:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586883.185938:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586883.185944:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667675520:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586883.185948:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185949:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586883.185951:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667675520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586883.185958:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586883.185959:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586883.185961:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071cde3be. 02000000:00000001:0.0:1777586883.185963:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586883.185964:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586883.185965:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586883.185967:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586883.185968:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d6143762. 02000000:00000001:0.0:1777586883.185970:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586883.185971:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586883.185972:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:0.0:1777586883.185975:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586883.185976:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185977:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586883.185985:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586883.185986:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586883.185988:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586883.185989:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777586883.186027:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586883.186028:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586883.186029:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6bc145. 00000400:00000200:3.0:1777586883.186032:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:3.0:1777586883.186034:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000001:3.0:1777586883.186036:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586883.186040:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586883.186046:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.186052:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586883.186053:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586883.186055:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586883.186056:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586883.186057:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586883.186058:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586883.186059:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586883.186064:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=76 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586883.186072:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=55 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586883.186075:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586883.186076:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586883.186077:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586883.186080:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586883.186086:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.186088:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586883.186089:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586883.186090:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586883.186091:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586883.186093:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.186214:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586883.186216:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586883.186217:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586883.186220:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586883.186226:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667675648:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586883.186228:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586883.186230:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586883.186231:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667675648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586883.186234:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586883.186235:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586883.186236:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f7a3. 02000000:00000001:3.0:1777586883.186238:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586883.186239:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586883.186239:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586883.186241:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586883.186241:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f157cdf2. 02000000:00000001:3.0:1777586883.186247:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586883.186248:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586883.186249:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:3.0:1777586883.186274:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586883.186274:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586883.186276:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586883.186278:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586883.186279:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586883.186280:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586883.186281:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586883.821419:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586883.821427:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586883.821434:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586883.821435:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586883.822339:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586883.822343:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586883.822347:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586884.845377:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586884.845385:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586884.845393:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586884.845395:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586884.845494:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586884.845497:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586884.845501:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586885.870441:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586885.870449:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586885.870455:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586885.870458:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586885.870460:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586885.870463:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586885.870466:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586885.870468:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586885.870470:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586885.870472:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586885.870556:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586885.870559:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586885.870562:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586886.637368:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306633550, at 4306633600 00000100:00000010:2.0:1777586886.637383:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002850297a. 00000100:00000040:1.0:1777586886.637480:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306633550, at 4306633600 00000100:00000010:1.0:1777586886.637486:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00000100:00000040:3.0:1777586886.637534:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306633550, at 4306633600 00000100:00000010:3.0:1777586886.637540:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb60a38. 00000100:00000040:0.0:1777586886.637811:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306633550, at 4306633600 00000100:00000010:0.0:1777586886.637817:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00010000:00000001:1.0:1777586886.893704:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586886.893713:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586886.893716:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586886.893720:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586886.893726:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586886.893729:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586886.893731:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586886.893733:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586886.893758:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586886.893760:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586886.893861:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586886.893865:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586886.893868:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586887.917362:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586887.917376:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586887.917386:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586887.917388:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586887.917472:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586887.917476:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586887.917478:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586888.301344:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586888.301358:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586888.301369:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777586888.301376:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586888.301394:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586888.301398:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586888.301407:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586888.301419:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f157cdf2. 00000100:00000001:3.0:1777586888.301427:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586888.301460:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586888.301473:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586888.301476:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586888.301482:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_03+3] req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.301518:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586888.301522:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586888.301526:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586888.301529:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777586888.301533:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586888.301535:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586888.301537:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586888.301539:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586888.301543:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012b974b9. 00000100:00000001:3.0:1777586888.301557:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.301559:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586888.301561:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586888.301570:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586888.301574:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586888.301575:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1777586888.301578:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_00+0] req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586888.301580:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.301592:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586888.301596:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.301601:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586888.301603:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586888.301607:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586888.301608:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586888.301612:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586888.301616:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.301617:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586888.301621:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000020:00000040:3.0:1777586888.301625:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586888.301629:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586888.301632:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777586888.301632:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586888.301636:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.301637:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586888.301646:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5087c47. 02000000:00000001:2.0:1777586888.301647:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586888.301651:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586888.301652:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586888.301654:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586888.301657:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667675776:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586888.301662:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1777586888.301664:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586888.301674:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586888.301675:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1777586888.301677:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586888.301682:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586888.301682:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586888.301683:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777586888.301692:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586888.301693:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777586888.301693:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_01+1] req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777586888.301707:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d5813f. 00000100:00000001:1.0:1777586888.301708:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586888.301715:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586888.301716:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.301722:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586888.301723:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.301725:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777586888.301728:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586888.301729:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586888.301737:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1777586888.301741:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000100:00000040:3.0:1777586888.301742:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11972) 00000100:00000040:1.0:1777586888.301743:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.301760:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1777586888.301760:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 00000100:00000001:1.0:1777586888.301764:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586888.301769:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586888.301775:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1777586888.301775:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675776, portal 25 02000000:00000001:1.0:1777586888.301782:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.301784:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586888.301790:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00100000:1.0:1777586888.301791:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667676032:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586888.301803:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777586888.301806:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586888.301810:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586888.301813:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586888.301818:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586888.301826:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af40cc87. 00000100:00000001:0.0:1777586888.301827:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777586888.301829:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586888.301830:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586888.301835:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b555e78. 00000100:00000001:2.0:1777586888.301835:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586888.301837:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586888.301840:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586888.301845:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000040:2.0:1777586888.301852:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777586888.301857:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676032, portal 10 00000400:00000010:2.0:1777586888.301857:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000100:00000001:1.0:1777586888.301864:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1777586888.301865:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667675776, offset 0 00000100:00000001:1.0:1777586888.301867:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000100:00000040:1.0:1777586888.301886:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586888.301889:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586888.301913:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586888.301921:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586888.301925:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586888.301928:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000400:00000200:2.0:1777586888.301931:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1777586888.301932:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667676032, offset 0 00000400:00000200:1.0:1777586888.301943:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586888.301948:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586888.301955:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586888.301958:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586888.301962:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [184:184:256:4294967295] 192.168.204.155@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:2.0:1777586888.301974:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586888.301981:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586888.301986:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:2.0:1777586888.301990:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777586888.301991:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586888.301999:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586888.302003:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586888.302006:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586888.302008:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [185:185:255:4294967295] 192.168.204.155@tcp LPNI seq info [185:185:7:4294967295] 00000400:00000200:1.0:1777586888.302022:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586888.302022:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586888.302028:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586888.302034:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586888.302040:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586888.302047:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586888.302051:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586888.302058:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777586888.302059:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586888.302078:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586888.302083:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 33605 usecs (34 jiffies) 00000100:00000001:1.0:1777586888.302087:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306635298 00000100:00000010:1.0:1777586888.302090:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fefc2c3. 00000100:00000001:1.0:1777586888.302097:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777586888.302108:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306635298 00000100:00000010:1.0:1777586888.302111:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063524f75. 00000100:00000001:1.0:1777586888.302114:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777586888.302117:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306635298 00000100:00000010:1.0:1777586888.302120:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a13693d. 00000100:00000001:1.0:1777586888.302123:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586888.302132:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306635298 00000100:00000010:1.0:1777586888.302134:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d90c63ca. 00000100:00000001:1.0:1777586888.302138:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586888.302141:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586888.302144:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.302147:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586888.302151:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.302156:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586888.302157:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586888.302159:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586888.302160:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586888.302161:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586888.302162:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667675904:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586888.302165:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586888.302167:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586888.302168:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586888.302169:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586888.302171:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d675410a. 02000000:00000001:1.0:1777586888.302172:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586888.302175:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0670ae. 00000400:00000010:1.0:1777586888.302177:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000100:00000200:1.0:1777586888.302179:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667675904, portal 10 00000100:00000001:1.0:1777586888.302181:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586888.302182:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:1.0:1777586888.302185:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.302189:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586888.302191:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586888.302192:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586888.302194:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667675904, offset 0 00000400:00000200:1.0:1777586888.302196:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586888.302203:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586888.302205:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586888.302207:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586888.302209:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586888.302210:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586888.302212:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [186:186:254:4294967295] 192.168.204.155@tcp LPNI seq info [186:186:6:4294967295] 00000400:00000200:1.0:1777586888.302218:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586888.302222:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586888.302225:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586888.302229:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586888.302233:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586888.302236:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586888.302310:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.302318:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306638671 00000100:00000001:2.0:1777586888.302332:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306635298 00000100:00000001:1.0:1777586888.302334:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586888.302340:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 268150 usecs (269 jiffies) 00000100:00000001:2.0:1777586888.302341:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306638671 00000100:00000001:1.0:1777586888.302346:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306635534 00000100:00000001:1.0:1777586888.302350:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306638671 00000100:00000001:2.0:1777586888.302351:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306635298 00000100:00000001:1.0:1777586888.302353:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306635534 00000100:00000001:2.0:1777586888.302363:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306638671 00000100:00000001:1.0:1777586888.302364:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306638671 00000800:00000200:3.0:1777586888.302365:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586888.302373:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306635534 00000800:00000010:3.0:1777586888.302375:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000100:00000001:2.0:1777586888.302377:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306635298 00000400:00000200:3.0:1777586888.302387:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586888.302388:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306638671 00000100:00000001:1.0:1777586888.302389:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306638671 00000100:00000001:1.0:1777586888.302404:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306635534 00000400:00000200:3.0:1777586888.302404:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586888.302405:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306635298 00000100:00000001:2.0:1777586888.302414:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586888.302415:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306638671 00000400:00000200:3.0:1777586888.302418:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000100:00000001:2.0:1777586888.302419:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.302423:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586888.302425:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.302433:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.302434:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.302441:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586888.302447:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:1.0:1777586888.302448:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.302455:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586888.302456:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586888.302458:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1777586888.302463:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.302468:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586888.302470:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586888.302473:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.302479:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586888.302482:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586888.302487:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.302495:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586888.302497:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586888.302515:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586888.302518:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777586888.302521:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586888.302525:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586888.302528:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000400:00000010:3.0:1777586888.302537:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000100:00000001:3.0:1777586888.302541:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586888.302557:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.302566:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586888.302570:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.302576:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586888.302578:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586888.303006:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586888.303009:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586888.303012:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586888.303016:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586888.303020:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:3.0:1777586888.303021:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:3.0:1777586888.303024:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586888.303027:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.303034:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586888.303036:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586888.303042:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586888.303043:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777586888.307617:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307643:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586888.307649:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307652:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586888.307667:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586888.307690:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05900 00000400:00000200:0.0:1777586888.307701:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:0.0:1777586888.307711:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307717:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586888.307720:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586888.307725:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586888.307734:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586888.307743:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586888.307757:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586888.307789:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586888.307801:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307805:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586888.307807:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307809:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586888.307813:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586888.307819:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05880 00000400:00000200:0.0:1777586888.307826:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x6a5 [1] + 224 00000800:00000001:0.0:1777586888.307830:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307833:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586888.307834:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586888.307837:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586888.307858:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586888.307864:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586888.307872:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586888.307893:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777586888.307897:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307901:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777586888.307903:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307905:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586888.307909:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586888.307915:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05980 00000400:00000200:0.0:1777586888.307920:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6a9 [1] + 224 00000800:00000001:0.0:1777586888.307925:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.307935:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586888.307937:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586888.307940:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586888.307944:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586888.307949:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586888.307953:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586888.307958:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586888.307964:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586888.307976:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1777586888.307979:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586888.307982:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586888.307985:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:2.0:1777586888.307994:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:2.0:1777586888.307997:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:2.0:1777586888.308002:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586888.308013:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586888.308027:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.308028:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586888.308033:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586888.308042:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586888.308045:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.308047:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586888.308050:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1777586888.308065:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777586888.308070:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.308071:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586888.308076:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586888.308081:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586888.308087:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=81 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586888.308092:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=81 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586888.308095:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586888.308097:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586888.308100:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586888.308102:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.308105:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586888.308109:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586888.308116:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586888.308119:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586888.308121:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586888.308124:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586888.308131:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667675776:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586888.308137:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.308139:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586888.308142:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667675776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586888.308148:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586888.308150:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586888.308154:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d5813f. 02000000:00000001:2.0:1777586888.308159:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586888.308161:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586888.308163:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586888.308166:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586888.308168:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f157cdf2. 02000000:00000001:2.0:1777586888.308172:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586888.308174:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586888.308175:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:2.0:1777586888.308186:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586888.308187:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.308190:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586888.308197:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586888.308199:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586888.308201:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586888.308204:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777586888.308773:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586888.308776:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586888.308779:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b555e78. 00000400:00000200:1.0:1777586888.308783:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:1.0:1777586888.308785:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:1.0:1777586888.308789:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586888.308794:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586888.308803:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.308809:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586888.308811:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.308812:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586888.308814:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586888.308815:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586888.308817:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586888.308818:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586888.308823:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=81 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586888.308826:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586888.308828:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586888.308829:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586888.308831:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586888.308834:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586888.308840:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.308843:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586888.308844:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586888.308846:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586888.308847:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586888.308857:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.308862:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586888.308864:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586888.308866:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586888.308868:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586888.308906:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667676032:192.168.204.155@tcp:400: 00000400:00000001:1.0:1777586888.308913:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586888.308914:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586888.308916:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d0670ae. 00000400:00000200:1.0:1777586888.308919:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:1.0:1777586888.308920:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:1.0:1777586888.308922:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586888.308925:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586888.308933:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.308938:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586888.308939:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.308940:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586888.308942:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586888.308943:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586888.308944:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586888.308946:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586888.308949:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=75 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586888.308952:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=75 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586888.308954:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586888.308955:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586888.308957:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586888.308959:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.308960:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586888.308966:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586888.308968:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586888.308969:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586888.308972:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.308978:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586888.308979:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586888.308980:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586888.308982:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586888.308989:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667675904:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586888.308993:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.308995:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586888.308997:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667676032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.309002:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586888.309004:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586888.309005:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af40cc87. 02000000:00000001:1.0:1777586888.309008:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586888.309010:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586888.309011:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586888.309013:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586888.309014:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5087c47. 02000000:00000001:1.0:1777586888.309016:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586888.309017:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586888.309018:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:1.0:1777586888.309020:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586888.309021:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.309023:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586888.309025:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667675904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586888.309030:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586888.309035:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586888.309036:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d675410a. 02000000:00000001:1.0:1777586888.309038:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586888.309039:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586888.309039:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586888.309041:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586888.309042:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012b974b9. 02000000:00000001:1.0:1777586888.309043:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586888.309044:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586888.309045:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:1.0:1777586888.309046:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586888.309047:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.309060:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586888.309064:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586888.309066:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586888.309067:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586888.309069:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586888.941367:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586888.941374:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586888.941381:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586888.941383:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586888.941442:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586888.941446:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586888.941449:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586889.965456:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586889.965461:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586889.965464:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586889.965465:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586889.965524:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586889.965527:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586889.965530:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586890.989394:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586890.989401:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586890.989410:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586890.989412:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586890.989474:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586890.989481:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586890.989485:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586891.757384:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306638671, at 4306638720 00000100:00000040:0.0:1777586891.757385:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306638671, at 4306638720 00000100:00000040:2.0:1777586891.757385:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306638671, at 4306638720 00000100:00000010:3.0:1777586891.757407:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d90c63ca. 00000100:00000010:2.0:1777586891.757410:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a13693d. 00000100:00000010:0.0:1777586891.757415:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fefc2c3. 00000100:00000040:1.0:1777586891.757538:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306638671, at 4306638720 00000100:00000010:1.0:1777586891.757547:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063524f75. 00010000:00000001:1.0:1777586892.013994:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586892.014003:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586892.014011:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586892.014012:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586892.014068:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586892.014072:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586892.014075:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586893.037381:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586893.037387:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586893.037410:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586893.037411:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586893.037508:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586893.037511:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586893.037515:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586893.421521:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586893.421526:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586893.421530:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777586893.421535:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586893.421539:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586893.421541:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586893.421545:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586893.421551:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012b974b9. 00000100:00000001:3.0:1777586893.421557:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586893.421565:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586893.421573:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586893.421574:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586893.421578:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_02+2] req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586893.421600:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586893.421602:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586893.421604:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586893.421606:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000020:00000040:3.0:1777586893.421607:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586893.421609:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586893.421609:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586893.421610:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586893.421612:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5087c47. 00000100:00000001:3.0:1777586893.421614:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586893.421616:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586893.421631:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586893.421632:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.421635:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586893.421635:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_03+3] req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586893.421640:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777586893.421642:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.421644:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586893.421644:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586893.421649:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586893.421650:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777586893.421652:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586893.421653:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586893.421653:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586893.421654:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586893.421655:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586893.421657:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f157cdf2. 00000100:00000001:3.0:1777586893.421658:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586893.421660:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586893.421662:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.421666:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586893.421669:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586893.421669:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586893.421670:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.421672:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586893.421675:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_00+0] req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586893.421679:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.421690:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586893.421692:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.421695:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586893.421696:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.421698:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777586893.421699:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586893.421700:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586893.421703:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586893.421705:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586893.421707:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1777586893.421709:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667676288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586893.421714:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1777586893.421715:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11978) 02000000:00000001:0.0:1777586893.421720:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586893.421726:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.421728:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586893.421729:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1777586893.421732:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea2518bd. 00000100:00000001:2.0:1777586893.421732:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586893.421734:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586893.421735:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586893.421741:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586893.421742:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000010:0.0:1777586893.421749:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000001:2.0:1777586893.421751:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586893.421754:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586893.421757:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1777586893.421758:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676288, portal 10 02000000:00000001:2.0:1777586893.421758:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586893.421761:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1777586893.421762:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.421764:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00100000:2.0:1777586893.421768:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667676416:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586893.421772:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1777586893.421773:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586893.421775:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586893.421778:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586893.421782:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586893.421786:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1777586893.421788:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000641f7d90. 00000100:00000040:0.0:1777586893.421789:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777586893.421793:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586893.421794:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000200:0.0:1777586893.421797:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667676288, offset 0 00000400:00000010:2.0:1777586893.421798:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000400:00000010:2.0:1777586893.421805:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 00000400:00000200:0.0:1777586893.421807:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586893.421820:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586893.421825:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586893.421829:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586893.421838:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586893.421841:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586893.421845:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [187:187:256:4294967295] 192.168.204.155@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1777586893.421858:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586893.421863:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586893.421868:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000800:00000200:0.0:1777586893.421873:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586893.421881:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586893.421884:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586893.421895:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586893.421897:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586893.421899:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586893.421902:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 263263 usecs (264 jiffies) 00000100:00000001:0.0:1777586893.421906:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306640648 00000100:00000010:0.0:1777586893.421909:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8aa06c. 00000100:00000001:0.0:1777586893.421915:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586893.421921:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306640648 00000100:00000010:0.0:1777586893.421924:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000001:0.0:1777586893.421928:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586893.421931:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306640648 00000100:00000010:0.0:1777586893.421934:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a85aa0. 00000100:00000001:0.0:1777586893.421936:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586893.421939:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306640648 00000100:00000010:0.0:1777586893.421941:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007988f2cd. 00000100:00000001:0.0:1777586893.421943:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586893.421946:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586893.421949:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.421951:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586893.421954:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586893.421959:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586893.421963:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000400:00000200:1.0:1777586893.421970:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586893.421972:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586893.421974:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.421977:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1777586893.421979:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:0.0:1777586893.421980:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586893.421983:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586893.421987:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667676160:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586893.421990:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586893.421992:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586893.421993:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.421994:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586893.421996:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec339fd. 02000000:00000001:0.0:1777586893.421998:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586893.422001:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000100:00000200:2.0:1777586893.423667:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676416, portal 10 00000100:00000001:2.0:1777586893.423673:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586893.423675:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000100:00000040:2.0:1777586893.423686:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586893.423705:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586893.423708:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586893.423716:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:2.0:1777586893.423717:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000400:00000010:1.0:1777586893.423721:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000200:2.0:1777586893.423728:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667676416, offset 0 00000100:00000001:1.0:1777586893.423734:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1777586893.423737:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777586893.423741:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586893.423751:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586893.423754:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586893.423755:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000400:00000200:2.0:1777586893.423759:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000200:0.0:1777586893.423761:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676160, portal 25 00000100:00000001:0.0:1777586893.423766:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586893.423768:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000001:1.0:1777586893.423768:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586893.423768:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586893.423774:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1777586893.423776:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586893.423776:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586893.423783:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777586893.423789:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1777586893.423790:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:0.0:1777586893.423793:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586893.423797:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cd64643. 00000400:00000200:2.0:1777586893.423797:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [188:188:255:4294967295] 192.168.204.155@tcp LPNI seq info [188:188:7:4294967295] 00000100:00000200:0.0:1777586893.423800:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667676160, offset 0 00000400:00000200:0.0:1777586893.423808:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586893.423813:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586893.423820:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586893.423825:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000001:1.0:1777586893.423826:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1777586893.423829:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586893.423835:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586893.423838:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000001:1.0:1777586893.423838:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586893.423842:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000001:1.0:1777586893.423842:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1777586893.423846:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000001:1.0:1777586893.423847:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586893.423851:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [189:189:255:4294967295] 192.168.204.155@tcp LPNI seq info [189:189:7:4294967295] 00000400:00000200:1.0:1777586893.423858:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777586893.423865:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586893.423875:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586893.423879:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097baa51a. 00000400:00000200:1.0:1777586893.423881:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05a80 00000800:00000200:0.0:1777586893.423887:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777586893.423892:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000200:0.0:1777586893.423894:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586893.423899:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097baa51a type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1777586893.423902:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586893.423909:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586893.423911:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.423913:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306643792 00000400:00000200:1.0:1777586893.423914:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586893.423919:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306640648 00000400:00000200:1.0:1777586893.423922:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586893.423925:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306643792 00000100:00000001:0.0:1777586893.423928:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306640648 00000100:00000001:1.0:1777586893.423928:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586893.423932:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306643792 00000100:00000200:1.0:1777586893.423934:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.423936:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306640648 00000100:00000001:0.0:1777586893.423940:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306643792 00000100:00000001:0.0:1777586893.423945:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306640648 00000100:00000001:0.0:1777586893.423950:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586893.423953:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586893.423953:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.423957:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.423959:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.423965:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586893.423968:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586893.423969:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586893.423971:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586893.423973:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586893.423977:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586893.423979:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586893.423981:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000800:00000200:2.0:1777586893.423982:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777586893.423987:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000800:00000001:3.0:1777586893.423988:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1777586893.423990:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:0.0:1777586893.423991:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000800:00000200:2.0:1777586893.423994:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586893.423995:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586893.423999:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586893.424002:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586893.424003:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 33100 usecs (34 jiffies) 00000100:00000001:2.0:1777586893.424008:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306640420 00000100:00000001:2.0:1777586893.424013:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306643792 00000100:00000001:2.0:1777586893.424018:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306640420 00000100:00000001:2.0:1777586893.424019:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306643792 00000100:00000200:0.0:1777586893.424021:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586893.424022:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306640420 00000100:00000001:2.0:1777586893.424024:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306643792 00000100:00000001:2.0:1777586893.424026:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306640420 00000800:00000200:1.0:1777586893.424030:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777586893.424030:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306643792 00000800:00000010:1.0:1777586893.424035:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097baa51a. 00000100:00000001:0.0:1777586893.424041:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1777586893.424041:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586893.424041:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586893.424045:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586893.424046:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.424048:0:197584:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1777586893.424051:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586893.424051:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.424053:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586893.424057:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586893.424057:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586893.424058:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd64643 00000100:00000001:0.0:1777586893.424061:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586893.424061:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000cd64643. 00000100:00000001:2.0:1777586893.424064:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586893.424066:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777586893.424066:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1777586893.424067:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586893.424071:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586893.424071:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586893.424074:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1777586893.424076:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=80 v=5 (5 5 0 0) 00000100:00000001:2.0:1777586893.424077:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586893.424082:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586893.424084:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586893.424084:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586893.424089:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1777586893.424089:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.424091:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586893.424094:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586893.424096:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.424101:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586893.424104:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586893.424107:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586893.424107:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.424109:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586893.424110:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1777586893.424116:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.424122:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586893.424125:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586893.424127:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586893.424131:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586893.424138:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667676288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586893.424143:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.424145:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586893.424149:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667676288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586893.424151:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586893.424155:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000100:00000001:0.0:1777586893.424160:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1777586893.424162:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1777586893.424163:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1777586893.424166:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586893.424169:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:1.0:1777586893.424171:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 02000000:00000010:0.0:1777586893.424173:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea2518bd. 00000100:00000001:1.0:1777586893.424174:0:197575:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1777586893.424178:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1777586893.424179:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777586893.424182:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586893.424185:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586893.424187:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1777586893.424190:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586893.424193:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5087c47. 00000100:00000040:1.0:1777586893.424195:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586893.424197:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586893.424200:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1777586893.424201:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586893.424203:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1777586893.424204:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:0.0:1777586893.424209:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586893.424211:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.424214:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.424216:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586893.424217:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586893.424220:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.424223:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586893.424249:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586893.425489:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.425496:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586893.425508:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.425511:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586893.425520:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586893.425530:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05b00 00000400:00000200:1.0:1777586893.425536:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:1.0:1777586893.425541:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.425547:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586893.425549:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586893.425553:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586893.425557:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586893.425561:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586893.425570:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586893.425590:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586893.425596:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.425598:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586893.425638:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586893.425640:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586893.425644:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586893.425645:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586893.425647:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:2.0:1777586893.425652:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:2.0:1777586893.425654:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:2.0:1777586893.425717:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586893.425722:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586893.425730:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586893.425735:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586893.425737:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586893.425739:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586893.425741:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586893.425742:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586893.425744:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586893.425746:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586893.425751:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=86 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586893.425754:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=65 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586893.425757:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586893.425758:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586893.425760:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586893.425763:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586893.425782:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586893.425785:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586893.425786:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586893.425788:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586893.425789:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586893.425792:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586893.425798:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586893.425801:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586893.425802:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586893.425805:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586893.425812:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667676416:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586893.425816:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586893.425818:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586893.425820:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667676416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586893.425826:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586893.425828:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586893.425830:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000641f7d90. 02000000:00000001:2.0:1777586893.425833:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586893.425835:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586893.425836:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586893.425838:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586893.425840:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f157cdf2. 02000000:00000001:2.0:1777586893.425842:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586893.425844:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586893.425845:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:2.0:1777586893.425847:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586893.425848:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586893.425855:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586893.425860:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586893.425861:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586893.425863:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586893.425864:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586893.426234:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.426239:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586893.426241:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.426243:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586893.426247:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586893.426296:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05a00 00000400:00000200:1.0:1777586893.426301:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000001:1.0:1777586893.426305:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.426337:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586893.426339:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586893.426342:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586893.426346:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586893.426349:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586893.426357:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586893.426370:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586893.426375:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586893.426379:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.426396:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586893.426399:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586893.426403:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586893.426405:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586893.426407:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586893.426414:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:0.0:1777586893.426415:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777586893.426418:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586893.426422:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586893.426430:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.426437:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586893.426438:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.426440:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586893.426442:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586893.426443:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586893.426444:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586893.426446:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586893.426461:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=86 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586893.426464:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586893.426472:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586893.426473:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586893.426475:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586893.426477:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.426479:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586893.426483:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.426489:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586893.426491:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586893.426492:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586893.426494:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586893.426500:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667676160:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586893.426504:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.426506:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586893.426508:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667676160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586893.426512:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586893.426514:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586893.426516:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec339fd. 02000000:00000001:0.0:1777586893.426519:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586893.426520:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586893.426521:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586893.426523:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586893.426534:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012b974b9. 02000000:00000001:0.0:1777586893.426537:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586893.426538:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586893.426539:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:0.0:1777586893.426542:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586893.426543:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.426544:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586893.426548:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586893.426549:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586893.426551:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586893.426558:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586894.061888:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586894.061895:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586894.061900:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586894.061902:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586894.061993:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586894.061996:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586894.062016:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586895.085377:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586895.085382:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586895.085386:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586895.085388:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586895.085535:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586895.085538:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586895.085541:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586896.109371:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586896.109377:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586896.109383:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586896.109387:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586896.109389:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586896.109392:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586896.109409:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586896.109411:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586896.109413:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586896.109415:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586896.109478:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586896.109481:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586896.109485:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586896.877362:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306643792, at 4306643840 00000100:00000010:3.0:1777586896.877374:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007988f2cd. 00000100:00000040:1.0:1777586896.877476:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306643792, at 4306643840 00000100:00000010:1.0:1777586896.877482:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00000100:00000040:2.0:1777586896.877654:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306643792, at 4306643840 00000100:00000010:2.0:1777586896.877660:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a85aa0. 00000100:00000040:0.0:1777586896.877757:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306643792, at 4306643840 00000100:00000010:0.0:1777586896.877763:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8aa06c. 00010000:00000001:1.0:1777586897.133375:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586897.133393:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586897.133403:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586897.133406:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586897.133411:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586897.133413:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586897.133415:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586897.133417:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586897.133421:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586897.133422:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586897.133479:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586897.133483:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586897.133485:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586898.158377:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586898.158384:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586898.158406:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586898.158408:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586898.158671:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586898.158674:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586898.158677:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586898.541420:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586898.541428:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586898.541437:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777586898.541443:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586898.541448:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586898.541451:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586898.541457:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586898.541465:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005782b3f6. 00000100:00000001:0.0:1777586898.541472:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541483:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586898.541493:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586898.541496:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541500:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_01+1] req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586898.541531:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541534:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586898.541537:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586898.541540:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777586898.541542:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586898.541544:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586898.541545:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586898.541547:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586898.541550:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da72cc26. 00000100:00000001:0.0:1777586898.541553:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541556:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586898.541561:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586898.541566:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586898.541570:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586898.541573:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586898.541575:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541581:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb785348] to pc [ptlrpcd_00_02+2] req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586898.541581:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.541601:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586898.541606:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586898.541607:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586898.541609:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586898.541614:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586898.541616:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586898.541618:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586898.541619:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541621:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1777586898.541625:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667676544:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586898.541627:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586898.541631:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9bcc46d. 00000100:00000001:2.0:1777586898.541633:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1777586898.541637:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586898.541637:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777586898.541640:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777586898.541641:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777586898.541641:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586898.541643:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586898.541644:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586898.541644:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586898.541648:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586898.541649:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586898.541649:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586898.541655:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013efb404. 02000000:00000010:0.0:1777586898.541656:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097baa51a. 02000000:00000001:2.0:1777586898.541659:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.541662:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586898.541665:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1777586898.541666:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000100:00000001:1.0:1777586898.541667:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.541669:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777586898.541671:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1777586898.541675:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 02000000:00000001:1.0:1777586898.541676:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586898.541680:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.541684:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1777586898.541685:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667676672:192.168.204.155@tcp:400: 00000100:00000200:2.0:1777586898.541685:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676544, portal 25 00000100:00000001:0.0:1777586898.541687:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586898.541691:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586898.541692:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586898.541694:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 02000000:00000001:1.0:1777586898.541696:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777586898.541697:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9bcc46d] to pc [ptlrpcd_00_03+3] req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586898.541698:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586898.541702:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1777586898.541704:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586898.541706:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9a7aa9. 02000000:00000001:1.0:1777586898.541709:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586898.541715:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0670ae. 00000400:00000010:1.0:1777586898.541720:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000100:00000200:1.0:1777586898.541725:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676672, portal 10 00000100:00000001:1.0:1777586898.541729:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586898.541731:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586898.541731:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000001:2.0:1777586898.541731:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586898.541736:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777586898.541737:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586898.541742:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586898.541743:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1777586898.541743:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000040:0.0:1777586898.541749:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11983) 00000100:00000001:1.0:1777586898.541755:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1777586898.541755:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667676544, offset 0 00000100:00000040:1.0:1777586898.541759:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586898.541760:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586898.541763:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1777586898.541764:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000001:0.0:1777586898.541765:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586898.541767:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586898.541772:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586898.541772:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667676672, offset 0 00000100:00000001:0.0:1777586898.541781:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1777586898.541781:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586898.541784:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586898.541785:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586898.541789:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586898.541794:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777586898.541795:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586898.541798:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586898.541801:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777586898.541802:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586898.541806:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:0.0:1777586898.541809:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667676800:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777586898.541814:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [190:190:256:4294967295] 192.168.204.155@tcp LPNI seq info [190:190:8:4294967295] 00000100:00000001:0.0:1777586898.541816:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586898.541819:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586898.541822:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586898.541824:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586898.541828:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001727d1c0. 00000400:00000200:2.0:1777586898.541831:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:0.0:1777586898.541832:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586898.541838:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000800:00000200:2.0:1777586898.541842:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586898.541843:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:0.0:1777586898.541845:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000800:00000010:2.0:1777586898.541849:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000200:0.0:1777586898.541850:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676800, portal 10 00000400:00000200:1.0:1777586898.541850:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586898.541854:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586898.541856:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529543680 : -105794180007936 : ffff9fc7df7b3800) 00000800:00000200:2.0:1777586898.541859:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777586898.541865:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:0.0:1777586898.541866:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586898.541870:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777586898.541872:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586898.541878:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:2.0:1777586898.541878:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586898.541884:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777586898.541885:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [191:191:255:4294967295] 192.168.204.155@tcp LPNI seq info [191:191:7:4294967295] 00000100:00000040:0.0:1777586898.541890:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586898.541893:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000200:0.0:1777586898.541896:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667676800, offset 0 00000400:00000200:1.0:1777586898.541901:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586898.541902:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586898.541905:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586898.541909:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306648910 00000400:00000200:0.0:1777586898.541914:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777586898.541915:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000400:00000200:0.0:1777586898.541917:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1777586898.541919:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586898.541921:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586898.541923:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777586898.541926:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586898.541930:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000010:1.0:1777586898.541931:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000001:2.0:1777586898.541932:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306648910 00000400:00000200:0.0:1777586898.541937:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [192:192:254:4294967295] 192.168.204.155@tcp LPNI seq info [192:192:6:4294967295] 00000100:00000010:2.0:1777586898.541938:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000800:00000200:1.0:1777586898.541943:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586898.541944:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1777586898.541951:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586898.541951:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306648910 00000800:00000200:1.0:1777586898.541956:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1777586898.541957:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000400:00000200:0.0:1777586898.541962:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586898.541962:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586898.541963:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1777586898.541967:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 258443 usecs (259 jiffies) 00000800:00000200:3.0:1777586898.541967:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777586898.541969:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306648910 00000100:00000001:1.0:1777586898.541973:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306645763 00000800:00000010:3.0:1777586898.541973:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000800:00000200:0.0:1777586898.541975:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777586898.541975:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000100:00000001:1.0:1777586898.541978:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306648910 00000100:00000001:2.0:1777586898.541981:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1777586898.541982:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1777586898.541983:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6143762. 00000100:00000001:1.0:1777586898.541983:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306645763 00000100:00000001:2.0:1777586898.541986:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586898.541989:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306648910 00000800:00000200:0.0:1777586898.541992:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586898.541992:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586898.541994:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306645763 00000100:00000001:1.0:1777586898.541996:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306648910 00000400:00000200:3.0:1777586898.541999:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586898.542001:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306645763 00000100:00000001:2.0:1777586898.542005:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586898.542006:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306648910 00000400:00000200:3.0:1777586898.542008:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000800:00000200:0.0:1777586898.542009:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586898.542010:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586898.542012:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586898.542013:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000800:00000200:0.0:1777586898.542014:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6143762 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586898.542018:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.542019:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586898.542020:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586898.542021:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586898.542023:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586898.542024:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1777586898.542025:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 32540 usecs (33 jiffies) 00000100:00000001:1.0:1777586898.542027:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777586898.542028:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586898.542029:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586898.542031:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306645537 00000100:00000001:2.0:1777586898.542032:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586898.542034:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586898.542036:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.542037:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306648910 00000100:00000001:1.0:1777586898.542037:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586898.542042:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.542044:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306645537 00000100:00000001:1.0:1777586898.542044:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586898.542047:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586898.542051:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306648910 00000100:00000001:1.0:1777586898.542052:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.542055:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306645537 00000100:00000001:3.0:1777586898.542055:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586898.542059:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306648910 00000100:00000001:1.0:1777586898.542061:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586898.542061:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586898.542064:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306645537 00000100:00000001:0.0:1777586898.542069:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306648910 00000100:00000001:0.0:1777586898.542075:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586898.542079:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.542080:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.542084:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586898.542085:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.542088:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586898.542092:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586898.542094:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586898.542096:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586898.542098:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1777586898.542098:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586898.542100:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1777586898.542102:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586898.542105:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586898.542108:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586898.542113:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586898.542120:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:3.0:1777586898.542122:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:3.0:1777586898.542125:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586898.542128:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.542135:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586898.542138:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.542143:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.542144:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586898.542205:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586898.542207:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6143762. 00000400:00000200:3.0:1777586898.542211:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586898.542214:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586898.542216:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:3.0:1777586898.542217:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:3.0:1777586898.542220:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586898.542222:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.542229:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586898.542231:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.542236:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.542237:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586898.544663:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586898.544682:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586898.544686:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586898.544688:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586898.544698:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586898.544712:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05b80 00000400:00000200:1.0:1777586898.544718:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:1.0:1777586898.544724:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586898.544727:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586898.544729:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586898.544732:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586898.544738:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586898.544743:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586898.544754:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586898.544774:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586898.544783:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586898.544786:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586898.544788:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586898.544790:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586898.544793:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586898.544799:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05c80 00000400:00000200:1.0:1777586898.544805:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:1.0:1777586898.544809:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586898.544812:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586898.544814:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586898.544818:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586898.544821:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586898.544821:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777586898.544824:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586898.544826:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586898.544835:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586898.544838:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586898.544840:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:2.0:1777586898.544845:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:2.0:1777586898.544849:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:2.0:1777586898.544855:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1777586898.544858:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586898.544861:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586898.544881:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586898.544889:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586898.544890:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586898.544892:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586898.544894:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586898.544898:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1777586898.544899:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586898.544901:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586898.544903:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586898.544904:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586898.544907:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777586898.544909:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586898.544910:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777586898.544916:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=91 v=5 (5 5 0 0) 00000400:00000200:1.0:1777586898.544921:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00001000:2.0:1777586898.544923:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=91 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586898.544927:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1777586898.544929:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05c00 00000100:00000001:2.0:1777586898.544930:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586898.544935:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1777586898.544936:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6d9 [1] + 224 00010000:00000001:2.0:1777586898.544939:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586898.544942:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586898.544943:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.544947:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1777586898.544950:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586898.544950:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586898.544951:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586898.544955:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1777586898.544956:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586898.544960:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586898.544963:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:1.0:1777586898.544964:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586898.544972:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:0.0:1777586898.544976:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777586898.544981:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586898.544982:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586898.544984:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586898.544988:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1777586898.544990:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586898.544991:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586898.544991:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586898.545000:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586898.545023:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586898.545025:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667676544:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586898.545034:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586898.545040:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586898.545045:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667676544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586898.545051:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586898.545064:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586898.545068:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1777586898.545070:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777586898.545072:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1777586898.545074:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777586898.545075:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013efb404. 02000000:00000001:2.0:1777586898.545080:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586898.545082:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586898.545084:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586898.545089:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586898.545092:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005782b3f6. 02000000:00000001:2.0:1777586898.545099:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586898.545101:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586898.545104:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:2.0:1777586898.545108:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586898.545110:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586898.545113:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586898.545121:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586898.545123:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586898.545127:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586898.545127:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586898.545129:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.545135:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586898.545143:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586898.545146:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586898.545149:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d0670ae. 00000400:00000200:3.0:1777586898.545157:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:3.0:1777586898.545159:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:3.0:1777586898.545163:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586898.545173:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586898.545204:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.545211:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586898.545214:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586898.545216:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586898.545219:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586898.545222:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586898.545224:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586898.545227:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586898.545236:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=85 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586898.545241:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586898.545244:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586898.545245:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586898.545248:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586898.545291:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.545296:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586898.545298:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586898.545300:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586898.545302:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586898.545306:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586898.545314:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586898.545318:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586898.545321:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586898.545324:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586898.545333:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667676672:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586898.545339:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586898.545342:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586898.545344:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667676672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586898.545377:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586898.545381:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586898.545389:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586898.545392:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586898.545396:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586898.545398:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586898.545404:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.545413:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1777586898.545415:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=91 v=5 (5 5 0 0) 02000000:00000001:3.0:1777586898.545417:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1777586898.545422:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=70 v=5 (1 1 0 0) 02000000:00000010:3.0:1777586898.545422:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9a7aa9. 02000000:00000001:3.0:1777586898.545430:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586898.545431:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586898.545436:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586898.545436:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586898.545441:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00010000:00000001:0.0:1777586898.545442:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1777586898.545448:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586898.545452:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da72cc26. 00010000:00080000:0.0:1777586898.545457:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586898.545458:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586898.545461:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586898.545464:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000100:00000001:3.0:1777586898.545471:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586898.545475:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586898.545481:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777586898.545483:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.545489:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1777586898.545491:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1777586898.545492:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586898.545494:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.545497:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586898.545499:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586898.545500:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586898.545503:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586898.545509:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586898.545517:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586898.545520:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586898.545521:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586898.545528:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586898.545534:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667676800:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586898.545539:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586898.545549:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586898.545552:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9bcc46d x1863934667676800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586898.545558:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586898.545560:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586898.545562:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001727d1c0. 02000000:00000001:0.0:1777586898.545564:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586898.545566:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586898.545567:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586898.545569:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586898.545571:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097baa51a. 02000000:00000001:0.0:1777586898.545573:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586898.545574:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586898.545576:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9bcc46d. 00000100:00000001:0.0:1777586898.545579:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586898.545579:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586898.545581:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586898.545585:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586898.545587:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586898.545589:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586898.545590:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586899.181389:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586899.181395:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586899.181403:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586899.181405:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586899.181476:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586899.181479:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586899.181482:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586900.205438:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586900.205448:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586900.205456:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586900.205458:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586900.205907:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586900.205915:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586900.205921:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586901.229427:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586901.229451:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586901.229457:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586901.229458:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586901.231059:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586901.231062:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586901.231065:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586901.997365:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306648910, at 4306648960 00000100:00000040:1.0:1777586901.997372:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306648910, at 4306648960 00000100:00000010:3.0:1777586901.997383:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000010:1.0:1777586901.997384:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000040:2.0:1777586901.997873:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306648910, at 4306648960 00000100:00000010:2.0:1777586901.997880:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000040:0.0:1777586901.998152:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306648910, at 4306648960 00000100:00000010:0.0:1777586901.998158:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00010000:00000001:1.0:1777586902.253975:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586902.253980:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586902.253983:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586902.253984:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586902.254991:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586902.254993:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586902.254996:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586903.278651:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586903.278658:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586903.278664:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586903.278666:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586903.279174:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586903.279177:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586903.279181:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586903.661913:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586903.661923:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586903.661933:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9bcc46d. 00000020:00000040:0.0:1777586903.661940:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586903.661944:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586903.661948:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586903.661966:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586903.661973:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b4dfe9f. 00000100:00000001:0.0:1777586903.661980:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.661991:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586903.662001:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586903.662003:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.662008:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9bcc46d] to pc [ptlrpcd_00_00+0] req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586903.662053:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.662058:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586903.662061:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586903.662065:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777586903.662068:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586903.662070:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586903.662071:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586903.662073:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586903.662076:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6143762. 00000100:00000001:0.0:1777586903.662078:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.662082:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586903.662089:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586903.662090:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.662093:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb785348] to pc [ptlrpcd_00_01+1] req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.662093:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586903.662099:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586903.662103:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.662105:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586903.662109:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586903.662110:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586903.662115:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000100:00000040:2.0:1777586903.662117:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1777586903.662119:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586903.662126:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586903.662129:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586903.662131:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777586903.662132:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586903.662133:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586903.662134:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586903.662136:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662137:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586903.662142:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667676928:192.168.204.155@tcp:400: 02000000:00000010:0.0:1777586903.662144:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:2.0:1777586903.662146:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586903.662150:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662151:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586903.662153:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662155:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777586903.662157:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777586903.662160:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a42497d7. 02000000:00000001:2.0:1777586903.662163:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586903.662170:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1777586903.662170:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000100:00000001:0.0:1777586903.662172:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586903.662175:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 00000100:00000040:0.0:1777586903.662177:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_02+2] req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586903.662182:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667676928, portal 25 00000100:00000001:2.0:1777586903.662186:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586903.662189:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529543680 : -105794180007936 : ffff9fc7df7b3800) 00000100:00000001:0.0:1777586903.662201:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586903.662204:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586903.662205:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586903.662212:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586903.662219:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11988) 00000100:00000001:2.0:1777586903.662219:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586903.662224:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586903.662227:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000200:2.0:1777586903.662230:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667676928, offset 0 00000400:00000200:2.0:1777586903.662237:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586903.662248:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777586903.662280:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1777586903.662283:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586903.662286:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586903.662291:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777586903.662292:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586903.662295:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.662299:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586903.662299:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777586903.662302:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586903.662304:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586903.662308:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586903.662311:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586903.662316:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586903.662324:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1777586903.662325:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [193:193:256:4294967295] 192.168.204.155@tcp LPNI seq info [193:193:8:4294967295] 00000100:00000001:0.0:1777586903.662326:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586903.662328:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586903.662330:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586903.662332:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586903.662338:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667677184:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777586903.662349:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586903.662354:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586903.662358:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1777586903.662360:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777586903.662361:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586903.662364:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586903.662368:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061f33b43. 00000800:00000010:2.0:1777586903.662368:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 02000000:00000001:0.0:1777586903.662372:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586903.662375:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000800:00000200:2.0:1777586903.662377:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:0.0:1777586903.662381:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000200:0.0:1777586903.662386:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677184, portal 10 00000800:00000200:2.0:1777586903.662387:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777586903.662390:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586903.662393:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 00000800:00000200:2.0:1777586903.662394:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1777586903.662401:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.662405:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586903.662411:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586903.662411:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306654031 00000100:00000040:0.0:1777586903.662416:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777586903.662419:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000400:00000010:0.0:1777586903.662420:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777586903.662424:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667677184, offset 0 00000100:00000001:2.0:1777586903.662427:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777586903.662431:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586903.662436:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306654031 00000400:00000200:0.0:1777586903.662439:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777586903.662441:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000400:00000200:0.0:1777586903.662443:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586903.662445:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1777586903.662447:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586903.662450:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306654031 00000400:00000200:0.0:1777586903.662452:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1777586903.662455:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000400:00000200:0.0:1777586903.662457:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586903.662462:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [194:194:255:4294967295] 192.168.204.155@tcp LPNI seq info [194:194:7:4294967295] 00000100:00000001:2.0:1777586903.662462:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586903.662466:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306654031 00000100:00000010:2.0:1777586903.662470:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777586903.662475:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1777586903.662477:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586903.662481:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777586903.662485:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586903.662487:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586903.662491:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f16da9d6. 00000100:00000001:2.0:1777586903.662491:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.662495:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777586903.662498:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586903.662501:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586903.662503:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1777586903.662508:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586903.662508:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586903.662511:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586903.662514:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586903.662515:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f16da9d6 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1777586903.662516:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1777586903.662519:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.662522:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.662522:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586903.662531:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586903.662532:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 31991 usecs (32 jiffies) 00000100:00000001:2.0:1777586903.662535:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586903.662537:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306650657 00000100:00000001:2.0:1777586903.662537:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586903.662539:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586903.662541:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306654031 00000100:00000001:0.0:1777586903.662544:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306650657 00000100:00000040:2.0:1777586903.662545:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586903.662547:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306654031 00000100:00000001:0.0:1777586903.662552:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306650657 00000100:00000001:0.0:1777586903.662556:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306654031 00000100:00000001:0.0:1777586903.662560:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306650657 00000100:00000001:0.0:1777586903.662563:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306654031 00000100:00000001:2.0:1777586903.662566:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586903.662567:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586903.662568:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586903.662570:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662572:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586903.662574:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662575:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586903.662578:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662579:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586903.662585:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667677056:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586903.662588:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586903.662591:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586903.662593:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.662595:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586903.662597:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b331ca9. 02000000:00000001:2.0:1777586903.662599:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586903.662602:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9224f4d. 00000400:00000010:2.0:1777586903.662605:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777586903.662608:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677056, portal 10 00000100:00000001:2.0:1777586903.662610:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586903.662611:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000040:2.0:1777586903.662616:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.662623:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586903.662625:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586903.662627:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777586903.662629:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667677056, offset 0 00000400:00000200:2.0:1777586903.662633:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586903.662638:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586903.662640:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586903.662643:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586903.662650:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586903.662652:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586903.662655:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [195:195:254:4294967295] 192.168.204.155@tcp LPNI seq info [195:195:6:4294967295] 00000400:00000200:2.0:1777586903.662662:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586903.662666:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586903.662669:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777586903.662673:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586903.662677:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586903.662680:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586903.662683:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586903.662685:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 253827 usecs (254 jiffies) 00000100:00000001:2.0:1777586903.662687:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306650879 00000100:00000001:2.0:1777586903.662689:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306654031 00000100:00000001:2.0:1777586903.662690:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306650879 00000100:00000001:2.0:1777586903.662691:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306654031 00000100:00000001:2.0:1777586903.662693:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306650879 00000100:00000001:2.0:1777586903.662694:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306654031 00000100:00000001:2.0:1777586903.662696:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306650879 00000100:00000001:2.0:1777586903.662697:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306654031 00000100:00000001:2.0:1777586903.662698:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586903.662700:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.662702:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.662703:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586903.663213:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586903.663217:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586903.663485:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586903.663489:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586903.663527:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586903.663529:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777586903.663535:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586903.663541:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586903.663545:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:1.0:1777586903.663547:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:1.0:1777586903.663550:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586903.663554:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.663562:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586903.663564:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.663569:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586903.663570:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586903.663580:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586903.663581:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f16da9d6. 00000400:00000200:1.0:1777586903.663583:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586903.663585:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586903.663587:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:1.0:1777586903.663589:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:1.0:1777586903.663597:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586903.663599:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.663605:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586903.663607:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.663612:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586903.663613:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586903.663821:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586903.663824:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:1.0:1777586903.663828:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586903.663832:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586903.663835:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000400:00000010:1.0:1777586903.663836:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000001:1.0:1777586903.663838:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586903.663841:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.663848:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586903.663850:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.663855:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586903.663857:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586903.667454:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586903.667470:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586903.667474:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586903.667476:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586903.667500:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586903.667516:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05d00 00000400:00000200:3.0:1777586903.667524:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1777586903.667532:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586903.667539:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586903.667542:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586903.667546:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586903.667708:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586903.667721:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586903.667733:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586903.667755:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586903.667764:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586903.667768:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.667974:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586903.667978:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586903.667985:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586903.667987:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586903.667989:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:2.0:1777586903.667995:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:2.0:1777586903.668003:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:2.0:1777586903.668007:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586903.668011:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586903.668019:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.668025:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586903.668027:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.668030:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586903.668032:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586903.668035:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586903.668037:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.668040:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586903.668046:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=96 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586903.668050:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586903.668052:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586903.668054:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586903.668057:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586903.668059:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.668061:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586903.668065:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.668072:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586903.668075:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586903.668076:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586903.668079:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586903.668086:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667676928:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586903.668091:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.668093:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586903.668095:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9bcc46d x1863934667676928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.668111:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586903.668114:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586903.668117:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a42497d7. 02000000:00000001:2.0:1777586903.668122:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586903.668124:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586903.668125:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586903.668127:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586903.668130:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b4dfe9f. 02000000:00000001:2.0:1777586903.668135:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586903.668136:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586903.668138:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9bcc46d. 00000100:00000001:2.0:1777586903.668141:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586903.668142:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.668145:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.668147:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586903.668148:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586903.668150:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.668151:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586903.668350:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668357:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586903.668359:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668360:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586903.668365:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586903.668374:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05e00 00000400:00000200:1.0:1777586903.668380:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:1.0:1777586903.668385:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668388:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586903.668390:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586903.668399:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586903.668402:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586903.668406:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586903.668414:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.668432:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586903.668437:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668440:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586903.668442:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668443:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586903.668446:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586903.668451:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05d80 00000400:00000200:1.0:1777586903.668463:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:1.0:1777586903.668466:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668470:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586903.668472:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586903.668474:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586903.668477:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586903.668479:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586903.668485:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586903.668498:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586903.668501:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586903.668502:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.668524:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586903.668527:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586903.668613:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586903.668615:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586903.668616:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586903.668623:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:0.0:1777586903.668624:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777586903.668627:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586903.668632:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586903.668640:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586903.668646:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586903.668648:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.668649:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586903.668651:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586903.668652:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586903.668654:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586903.668662:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586903.668668:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=96 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586903.668670:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586903.668672:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586903.668674:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586903.668675:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586903.668679:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586903.668685:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586903.668688:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586903.668690:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586903.668691:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586903.668692:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586903.668695:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586903.668701:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586903.668703:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586903.668704:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586903.668706:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586903.668722:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667677184:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586903.668726:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.668728:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586903.668729:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667677184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586903.668735:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586903.668737:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586903.668738:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061f33b43. 02000000:00000001:0.0:1777586903.668742:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586903.668743:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586903.668744:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586903.668752:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586903.668754:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:0.0:1777586903.668756:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586903.668757:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586903.668758:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:0.0:1777586903.668761:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586903.668762:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.668764:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586903.668773:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586903.668774:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586903.668776:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586903.668778:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.669113:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586903.669115:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586903.669118:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586903.669119:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586903.669121:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9224f4d. 00000400:00000200:2.0:1777586903.669125:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:2.0:1777586903.669126:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:2.0:1777586903.669129:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586903.669132:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586903.669140:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.669146:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586903.669148:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.669149:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586903.669151:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586903.669152:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586903.669158:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586903.669160:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586903.669164:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=90 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586903.669168:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586903.669170:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586903.669171:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586903.669172:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586903.669174:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.669177:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586903.669178:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586903.669180:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586903.669181:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586903.669184:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.669190:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586903.669192:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586903.669193:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586903.669196:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586903.669202:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667677056:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586903.669206:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.669208:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586903.669210:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667677056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586903.669216:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586903.669218:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586903.669219:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b331ca9. 02000000:00000001:2.0:1777586903.669222:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586903.669223:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586903.669224:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586903.669226:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586903.669228:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d6143762. 02000000:00000001:2.0:1777586903.669230:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586903.669237:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586903.669238:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000100:00000001:2.0:1777586903.669241:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586903.669242:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.669243:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586903.669248:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586903.669280:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586903.669283:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586903.669284:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586904.302016:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586904.302023:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586904.302029:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586904.302030:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586904.302195:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586904.302199:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586904.302201:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586905.325396:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586905.325420:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586905.325426:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586905.325427:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586905.325520:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586905.325524:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586905.325527:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586906.349409:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586906.349418:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586906.349420:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586906.349424:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349430:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586906.349433:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349435:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349437:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349442:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586906.349446:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586906.349447:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586906.349450:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349452:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586906.349454:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349456:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586906.349459:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586906.349612:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586906.349623:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586906.349628:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586907.117365:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306654031, at 4306654080 00000100:00000040:1.0:1777586907.117365:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306654031, at 4306654080 00000100:00000040:3.0:1777586907.117365:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306654031, at 4306654080 00000100:00000010:0.0:1777586907.117380:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000010:1.0:1777586907.117382:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000010:3.0:1777586907.117384:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000040:2.0:1777586907.118242:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306654031, at 4306654080 00000100:00000010:2.0:1777586907.118248:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00010000:00000001:1.0:1777586907.373319:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586907.373325:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586907.373331:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586907.373332:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586907.373447:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586907.373450:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586907.373453:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586908.397348:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586908.397355:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586908.397361:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586908.397363:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586908.397423:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586908.397426:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586908.397429:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586908.781415:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586908.781422:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586908.781432:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005877c3b8. 00000020:00000040:3.0:1777586908.781438:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586908.781443:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586908.781446:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586908.781465:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586908.781474:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012b974b9. 00000100:00000001:3.0:1777586908.781481:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.781493:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586908.781504:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586908.781506:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.781511:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005877c3b8] to pc [ptlrpcd_00_03+3] req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.781546:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.781549:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586908.781554:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586908.781557:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000020:00000040:3.0:1777586908.781559:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586908.781562:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777586908.781563:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586908.781563:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586908.781565:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.781568:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1777586908.781570:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f157cdf2. 00000100:00000001:0.0:1777586908.781572:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586908.781574:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.781579:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586908.781585:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586908.781586:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586908.781591:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586908.781592:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_00+0] req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586908.781620:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586908.781627:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586908.781631:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586908.781634:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586908.781636:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586908.781643:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667677312:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586908.781648:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586908.781653:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586908.781655:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586908.781658:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586908.781669:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bbc008a. 00000100:00000001:2.0:1777586908.781670:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586908.781672:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.781673:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586908.781676:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1777586908.781679:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000100:00000040:2.0:1777586908.781681:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586908.781688:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000001:2.0:1777586908.781690:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586908.781693:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586908.781696:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1777586908.781697:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677312, portal 25 02000000:00000001:2.0:1777586908.781697:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586908.781703:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1777586908.781703:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586908.781706:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667677440:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586908.781707:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015071872 : -105793694479744 : ffff9fc7fc6bca80) 00000100:00000001:2.0:1777586908.781712:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586908.781714:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586908.781716:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586908.781718:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586908.781721:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000180a0e16. 02000000:00000001:2.0:1777586908.781725:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586908.781729:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586908.781729:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9224f4d. 00000400:00000010:2.0:1777586908.781735:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777586908.781741:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677440, portal 10 00000100:00000001:0.0:1777586908.781746:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586908.781746:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586908.781747:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000040:0.0:1777586908.781752:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586908.781756:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000100:00000040:2.0:1777586908.781758:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586908.781761:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667677312, offset 0 00000400:00000200:0.0:1777586908.781773:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586908.781783:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586908.781788:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586908.781789:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:2.0:1777586908.781792:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 00000400:00000200:0.0:1777586908.781795:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1777586908.781796:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667677440, offset 0 00000400:00000200:0.0:1777586908.781801:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586908.781806:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586908.781809:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586908.781812:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586908.781816:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [196:196:256:4294967295] 192.168.204.155@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1777586908.781828:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586908.781834:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586908.781839:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000100:00000001:3.0:1777586908.781845:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586908.781849:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:3.0:1777586908.781850:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586908.781855:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586908.781858:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000800:00000200:0.0:1777586908.781859:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000020:00000040:3.0:1777586908.781863:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000800:00000200:0.0:1777586908.781865:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586908.781873:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586908.781875:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586908.781877:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.781879:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586908.781881:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5087c47. 00000100:00000001:0.0:1777586908.781885:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306659150 00000100:00000001:3.0:1777586908.781886:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586908.781893:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8aa06c. 00000100:00000040:3.0:1777586908.781895:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586908.781902:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777586908.781907:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586908.781909:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.781911:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306659150 00000100:00000040:3.0:1777586908.781913:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_01+1] req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.781921:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.781924:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1777586908.781927:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000100:00000040:3.0:1777586908.781928:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1777586908.781934:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1777586908.781935:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11993) 00000100:00000001:0.0:1777586908.781940:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306659150 00000100:00000010:0.0:1777586908.781944:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 00000100:00000001:0.0:1777586908.781947:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777586908.781948:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586908.781950:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306659150 00000100:00000001:3.0:1777586908.781951:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586908.781955:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1777586908.781956:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000100:00000040:3.0:1777586908.781960:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586908.781961:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777586908.781965:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586908.781971:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.781976:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586908.781978:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.781978:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.781983:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777586908.781984:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586908.781986:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586908.781989:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586908.781992:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667677568:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586908.781996:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586908.781999:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586908.782000:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586908.782001:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586908.782002:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586908.782005:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586908.782006:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586908.782007:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 00000100:00000001:0.0:1777586908.782008:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586908.782011:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586908.782013:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586908.782016:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586908.782017:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.782019:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586908.782023:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6bc145. 00000400:00000010:3.0:1777586908.782029:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000100:00000200:3.0:1777586908.782042:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677568, portal 10 00000100:00000001:3.0:1777586908.782044:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586908.782046:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000040:3.0:1777586908.782052:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.782059:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586908.782062:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586908.782065:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000200:3.0:1777586908.782067:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667677568, offset 0 00000400:00000200:3.0:1777586908.782071:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586908.782110:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586908.782113:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:1.0:1777586908.782118:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586908.782123:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586908.782437:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586908.782441:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586908.782443:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586908.782445:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586908.782447:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586908.782450:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [197:197:255:4294967295] 192.168.204.155@tcp LPNI seq info [197:197:7:4294967295] 00000400:00000200:2.0:1777586908.782457:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586908.782461:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586908.782464:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777586908.782468:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586908.782472:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586908.782475:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586908.782478:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586908.782481:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 249452 usecs (250 jiffies) 00000100:00000001:2.0:1777586908.782483:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306655995 00000100:00000001:2.0:1777586908.782485:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306659150 00000100:00000001:2.0:1777586908.782487:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306655995 00000100:00000001:2.0:1777586908.782488:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306659150 00000100:00000001:2.0:1777586908.782489:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306655995 00000100:00000001:2.0:1777586908.782491:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306659150 00000100:00000001:2.0:1777586908.782492:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306655995 00000100:00000001:2.0:1777586908.782493:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306659150 00000100:00000001:2.0:1777586908.782504:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586908.782507:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.782508:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.782510:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586908.782513:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586908.782514:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586908.782516:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586908.782517:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586908.782518:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.782520:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586908.782628:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586908.782630:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586908.782632:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586908.782635:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586908.782637:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586908.782639:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [198:198:254:4294967295] 192.168.204.155@tcp LPNI seq info [198:198:6:4294967295] 00000400:00000200:3.0:1777586908.782645:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586908.782649:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586908.782652:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000152d2d0d. 00000800:00000200:3.0:1777586908.782656:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586908.782659:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586908.782661:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152d2d0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586908.782664:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.782666:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 31531 usecs (32 jiffies) 00000100:00000001:3.0:1777586908.782668:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306655777 00000100:00000001:3.0:1777586908.782670:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306659150 00000100:00000001:3.0:1777586908.782672:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306655777 00000100:00000001:3.0:1777586908.782678:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306659150 00000100:00000001:3.0:1777586908.782680:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306655777 00000100:00000001:3.0:1777586908.782681:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306659150 00000100:00000001:3.0:1777586908.782683:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306655777 00000100:00000001:3.0:1777586908.782684:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306659150 00000100:00000001:3.0:1777586908.782685:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586908.782687:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.782688:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.782690:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586908.782693:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586908.782694:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586908.782696:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586908.782697:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586908.782698:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.782699:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586908.783170:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:1.0:1777586908.783173:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000001:1.0:1777586908.783185:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586908.783190:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.783200:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586908.783203:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.783210:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586908.783212:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586908.783234:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586908.783236:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777586908.783239:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586908.783243:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586908.783245:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:1.0:1777586908.783247:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:1.0:1777586908.783249:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586908.783269:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.783277:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586908.783279:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.783285:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586908.783286:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586908.783327:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586908.783330:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000152d2d0d. 00000400:00000200:1.0:1777586908.783333:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586908.783336:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586908.783338:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:1.0:1777586908.783340:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777586908.783342:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586908.783344:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.783351:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586908.783353:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.783364:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586908.783365:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586908.783623:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586908.783632:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586908.783634:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586908.783645:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586908.783651:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586908.783661:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc05e80 00000400:00000200:3.0:1777586908.783667:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:3.0:1777586908.783673:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586908.783679:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586908.783681:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586908.783683:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586908.783687:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586908.783690:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586908.783698:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.783825:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586908.783832:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586908.783835:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586908.783903:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586908.783979:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586908.783985:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586908.783987:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586908.783989:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586908.783996:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:0.0:1777586908.783997:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777586908.784000:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586908.784005:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586908.784015:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586908.784021:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586908.784022:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586908.784024:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586908.784027:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586908.784035:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586908.784037:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586908.784040:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586908.784045:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=101 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586908.784049:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586908.784051:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586908.784053:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586908.784055:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586908.784057:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.784060:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586908.784064:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586908.784071:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586908.784074:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586908.784075:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586908.784078:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586908.784086:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667677312:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586908.784091:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586908.784092:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586908.784094:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005877c3b8 x1863934667677312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586908.784101:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586908.784103:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586908.784105:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bbc008a. 02000000:00000001:0.0:1777586908.784108:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586908.784110:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586908.784112:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586908.784114:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586908.784115:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012b974b9. 02000000:00000001:0.0:1777586908.784119:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586908.784120:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586908.784122:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005877c3b8. 00000100:00000001:0.0:1777586908.784130:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586908.784131:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586908.784133:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586908.784138:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586908.784139:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586908.784141:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586908.784143:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586908.785429:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785439:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586908.785442:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785445:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586908.785453:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586908.785465:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05f80 00000400:00000200:1.0:1777586908.785472:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:1.0:1777586908.785476:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785480:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586908.785482:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586908.785485:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586908.785489:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586908.785493:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586908.785503:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.785543:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586908.785546:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586908.785562:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586908.785568:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785572:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586908.785573:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785575:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586908.785578:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586908.785584:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc05f00 00000400:00000200:1.0:1777586908.785588:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:1.0:1777586908.785591:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785596:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586908.785597:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586908.785600:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586908.785610:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586908.785614:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586908.785622:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586908.785637:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586908.785640:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586908.785642:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586908.785795:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586908.785797:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586908.785798:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6bc145. 00000400:00000200:3.0:1777586908.785802:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:3.0:1777586908.785804:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000001:3.0:1777586908.785806:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586908.785810:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586908.785817:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.785823:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586908.785825:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586908.785827:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586908.785829:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586908.785831:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586908.785832:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586908.785835:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586908.785841:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=101 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586908.785844:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586908.785846:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586908.785847:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586908.785849:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586908.785853:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586908.785859:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.785871:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586908.785873:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586908.785875:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586908.785883:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586908.785886:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.785893:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586908.785895:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586908.785896:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586908.785898:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586908.785902:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667677568:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586908.785905:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586908.785907:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586908.785908:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667677568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586908.785912:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586908.785913:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586908.785915:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 02000000:00000001:3.0:1777586908.785918:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586908.785919:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586908.785921:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586908.785923:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586908.785924:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5087c47. 02000000:00000001:3.0:1777586908.785926:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586908.785927:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586908.785928:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:3.0:1777586908.785932:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586908.785933:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586908.785934:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586908.785940:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586908.785941:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586908.785943:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586908.785944:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.786086:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586908.786089:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586908.786093:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586908.786094:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586908.786096:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9224f4d. 00000400:00000200:2.0:1777586908.786100:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:2.0:1777586908.786102:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:2.0:1777586908.786105:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586908.786110:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586908.786118:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586908.786124:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586908.786125:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586908.786127:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586908.786128:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586908.786130:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586908.786131:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586908.786133:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586908.786137:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=95 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586908.786140:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=95 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586908.786142:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586908.786143:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586908.786145:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586908.786147:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.786149:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586908.786168:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586908.786170:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586908.786171:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586908.786176:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586908.786182:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586908.786184:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586908.786185:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586908.786187:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586908.786203:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667677440:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586908.786208:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586908.786209:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586908.786212:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667677440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586908.786218:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586908.786220:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586908.786221:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000180a0e16. 02000000:00000001:2.0:1777586908.786224:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586908.786225:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586908.786226:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586908.786228:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586908.786230:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f157cdf2. 02000000:00000001:2.0:1777586908.786241:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586908.786243:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586908.786244:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:2.0:1777586908.786247:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586908.786248:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586908.786249:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586908.786277:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586908.786278:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586908.786280:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586908.786282:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586909.421407:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586909.421413:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586909.421424:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586909.421425:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586909.421513:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586909.421517:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586909.421538:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586910.446831:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586910.446837:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586910.446842:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586910.446843:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586910.446916:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586910.446920:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586910.446923:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586911.469359:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586911.469368:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586911.469379:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586911.469381:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586911.469428:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586911.469431:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586911.469437:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586912.237404:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306659150, at 4306659200 00000100:00000010:1.0:1777586912.237419:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00000100:00000040:2.0:1777586912.237433:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306659150, at 4306659200 00000100:00000010:2.0:1777586912.237441:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00000100:00000040:3.0:1777586912.237496:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306659150, at 4306659200 00000100:00000010:3.0:1777586912.237501:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000040:0.0:1777586912.239338:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306659150, at 4306659202 00000100:00000010:0.0:1777586912.239356:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8aa06c. 00010000:00000001:1.0:1777586912.495115:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586912.495120:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586912.495126:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586912.495127:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586912.495182:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586912.495186:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586912.495189:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586913.517358:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586913.517481:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586913.517487:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586913.517488:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586913.517606:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586913.517609:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586913.517612:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586913.901404:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586913.901413:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586913.901430:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777586913.901442:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586913.901447:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586913.901451:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586913.901456:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586913.901465:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa834468. 00000100:00000001:3.0:1777586913.901473:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901484:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586913.901496:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586913.901498:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901504:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_02+2] req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586913.901572:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586913.901577:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586913.901594:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586913.901599:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586913.901609:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586913.901611:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586913.901626:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586913.901628:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586913.901631:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586913.901633:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667677696:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586913.901637:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586913.901643:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586913.901644:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586913.901646:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586913.901652:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052d5b29e. 02000000:00000001:1.0:1777586913.901653:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586913.901659:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b555e78. 00000400:00000010:1.0:1777586913.901665:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777586913.901671:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677696, portal 25 00000100:00000001:1.0:1777586913.901673:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586913.901675:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000040:1.0:1777586913.901679:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586913.901687:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586913.901690:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586913.901692:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000001:3.0:1777586913.901694:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586913.901695:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667677696, offset 0 00000100:00000040:3.0:1777586913.901700:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1777586913.901705:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586913.901707:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586913.901712:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777586913.901716:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000400:00000200:1.0:1777586913.901720:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586913.901727:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1777586913.901728:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1777586913.901729:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1777586913.901733:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777586913.901733:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586913.901739:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1777586913.901739:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a04115c7. 00000400:00000200:1.0:1777586913.901744:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586913.901745:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586913.901751:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [199:199:256:4294967295] 192.168.204.155@tcp LPNI seq info [199:199:8:4294967295] 00000100:00000040:3.0:1777586913.901753:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586913.901768:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586913.901770:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901773:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_03+3] req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586913.901783:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901787:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1777586913.901791:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586913.901794:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586913.901799:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000800:00000200:1.0:1777586913.901803:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000020:00000040:3.0:1777586913.901804:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586913.901808:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1777586913.901809:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 02000000:00000001:3.0:1777586913.901810:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586913.901813:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586913.901817:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000800:00000200:1.0:1777586913.901820:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586913.901822:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901828:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1777586913.901830:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586913.901836:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586913.901842:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586913.901845:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901849:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_00+0] req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586913.901856:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586913.901861:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306664270 00000100:00000010:1.0:1777586913.901866:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6d6173f. 00000100:00000001:3.0:1777586913.901867:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.901870:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586913.901873:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1777586913.901874:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777586913.901879:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306664270 00000100:00000001:0.0:1777586913.901880:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586913.901885:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1777586913.901886:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc031136. 00000100:00000001:0.0:1777586913.901888:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586913.901888:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11998) 00000100:00000001:1.0:1777586913.901890:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1777586913.901896:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586913.901897:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306664270 00000100:00000010:1.0:1777586913.901901:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ac1ba05. 00000100:00000001:3.0:1777586913.901903:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586913.901905:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1777586913.901907:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777586913.901911:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306664270 00000100:00000001:3.0:1777586913.901911:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586913.901918:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1777586913.901918:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e2badf7. 00000100:00000001:0.0:1777586913.901920:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586913.901922:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586913.901923:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1777586913.901924:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586913.901927:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586913.901928:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586913.901929:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586913.901931:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586913.901933:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586913.901934:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586913.901938:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667677824:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586913.901939:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586913.901942:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586913.901946:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586913.901947:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586913.901949:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586913.901949:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586913.901951:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586913.901952:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1777586913.901954:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586913.901956:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586913.901957:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586913.901958:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586913.901959:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586913.901962:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586913.901964:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040ef65d2. 00000100:00000001:1.0:1777586913.901965:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586913.901969:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586913.901975:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1777586913.901976:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000100:00000001:3.0:1777586913.901978:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586913.901979:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1777586913.901982:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 02000000:00000001:3.0:1777586913.901982:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1777586913.901984:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 02000000:00000001:3.0:1777586913.901985:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1777586913.901988:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677824, portal 10 02000000:00000001:3.0:1777586913.901989:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586913.901992:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586913.901993:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586913.901993:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777586913.901996:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667677952:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586913.901997:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000100:00000001:1.0:1777586913.901997:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586913.902002:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:0.0:1777586913.902007:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586913.902010:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:2.0:1777586913.902015:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:3.0:1777586913.902017:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586913.902022:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586913.902024:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777586913.902025:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586913.902028:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586913.902029:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586913.902031:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586913.902036:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 00000100:00000040:0.0:1777586913.902039:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586913.902041:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586913.902045:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000400:00000010:3.0:1777586913.902048:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6bc145. 00000100:00000001:2.0:1777586913.902049:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1777586913.902050:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667677824, offset 0 00000400:00000010:3.0:1777586913.902064:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000100:00000040:2.0:1777586913.902068:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586913.902070:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667677952, portal 10 00000100:00000001:3.0:1777586913.902075:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1777586913.902076:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586913.902078:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000400:00000200:0.0:1777586913.902087:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586913.902087:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.902088:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.902091:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1777586913.902095:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586913.902098:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586913.902101:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586913.902104:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586913.902107:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [200:200:255:4294967295] 192.168.204.155@tcp LPNI seq info [200:200:7:4294967295] 00000400:00000200:0.0:1777586913.902121:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586913.902121:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586913.902127:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000200:0.0:1777586913.902131:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586913.902132:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce119a8a. 00000800:00000010:0.0:1777586913.902136:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f32338d. 00000100:00000200:3.0:1777586913.902136:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667677952, offset 0 00000800:00000200:0.0:1777586913.902142:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586913.902151:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777586913.902154:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:0.0:1777586913.902156:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f32338d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777586913.902163:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586913.902166:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586913.902168:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586913.902170:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586913.902173:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586913.902175:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586913.902178:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [201:201:255:4294967295] 192.168.204.155@tcp LPNI seq info [201:201:7:4294967295] 00000100:00000040:0.0:1777586913.902181:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 245175 usecs (246 jiffies) 00000100:00000001:0.0:1777586913.902185:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306661110 00000100:00000001:0.0:1777586913.902191:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306664270 00000400:00000200:3.0:1777586913.902193:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586913.902196:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306661110 00000100:00000001:0.0:1777586913.902200:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306664270 00000800:00000200:3.0:1777586913.902202:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586913.902204:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306661110 00000100:00000001:0.0:1777586913.902208:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306664270 00000800:00000010:3.0:1777586913.902208:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000152d2d0d. 00000100:00000001:0.0:1777586913.902212:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306661110 00000100:00000001:0.0:1777586913.902216:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306664270 00000800:00000200:3.0:1777586913.902217:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586913.902222:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1777586913.902226:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777586913.902227:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586913.902230:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152d2d0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586913.902233:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586913.902238:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.902238:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 31028 usecs (32 jiffies) 00000100:00000001:0.0:1777586913.902241:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586913.902243:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306660896 00000100:00000001:0.0:1777586913.902247:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586913.902270:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586913.902273:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586913.902274:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586913.902275:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586913.902277:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586913.902321:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586913.902324:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f32338d. 00000400:00000200:2.0:1777586913.902328:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586913.902332:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586913.902336:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:2.0:1777586913.902337:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000001:2.0:1777586913.902341:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586913.902344:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.902352:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586913.902355:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.902360:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586913.902362:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586913.902374:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306664270 00000100:00000001:3.0:1777586913.902378:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306660897 00000100:00000001:3.0:1777586913.902380:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306664270 00000100:00000001:3.0:1777586913.902381:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306660897 00000100:00000001:3.0:1777586913.902382:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306664270 00000100:00000001:3.0:1777586913.902384:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306660897 00000100:00000001:3.0:1777586913.902385:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306664270 00000100:00000001:3.0:1777586913.902387:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586913.902389:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586913.902391:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586913.902393:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586913.902473:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586913.902476:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000152d2d0d. 00000400:00000200:2.0:1777586913.902479:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586913.902488:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586913.902491:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce119a8a 00000400:00000010:2.0:1777586913.902492:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ce119a8a. 00000100:00000001:2.0:1777586913.902495:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586913.902499:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.902506:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586913.902508:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.902514:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586913.902516:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586913.903850:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.903883:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586913.903887:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.903890:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586913.903899:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586913.903910:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06000 00000400:00000200:1.0:1777586913.903917:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:1.0:1777586913.903923:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.903927:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586913.903928:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586913.903932:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586913.903937:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586913.903942:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586913.903952:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586913.903967:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586913.903974:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.903977:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586913.903979:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.903981:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586913.903984:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586913.903990:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06100 00000400:00000200:1.0:1777586913.903994:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:1.0:1777586913.903997:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.904002:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586913.904003:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586913.904006:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586913.904008:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586913.904011:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586913.904019:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586913.904042:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586913.904046:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586913.904052:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1777586913.904070:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586913.904074:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586913.904096:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777586913.904097:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1777586913.904098:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777586913.904101:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1777586913.904103:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b555e78. 00000400:00000200:3.0:1777586913.904108:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000400:00000010:3.0:1777586913.904109:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:3.0:1777586913.904112:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1777586913.904113:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586913.904117:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1777586913.904117:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586913.904121:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6bc145. 00000400:00000200:2.0:1777586913.904127:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:2.0:1777586913.904130:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000200:3.0:1777586913.904130:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586913.904138:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586913.904141:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586913.904142:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777586913.904144:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586913.904147:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1777586913.904148:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586913.904150:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586913.904154:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586913.904159:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586913.904164:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777586913.904167:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=106 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586913.904175:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=106 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586913.904177:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586913.904179:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586913.904180:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586913.904181:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586913.904185:0:197582:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1777586913.904186:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1777586913.904188:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1777586913.904189:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586913.904190:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586913.904193:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586913.904194:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586913.904197:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.904201:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586913.904204:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=106 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586913.904211:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586913.904212:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586913.904216:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586913.904217:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586913.904219:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586913.904220:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586913.904224:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586913.904231:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1777586913.904236:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667677696:192.168.204.155@tcp:400: 00010000:00080000:2.0:1777586913.904238:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586913.904250:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586913.904271:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586913.904272:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586913.904275:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667677696/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586913.904285:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586913.904288:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586913.904291:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052d5b29e. 02000000:00000001:3.0:1777586913.904294:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586913.904296:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586913.904298:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586913.904302:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777586913.904305:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1777586913.904305:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa834468. 00000100:00000040:2.0:1777586913.904308:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 02000000:00000001:3.0:1777586913.904310:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1777586913.904312:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1777586913.904312:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1777586913.904315:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777586913.904316:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:3.0:1777586913.904321:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1777586913.904322:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586913.904323:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586913.904327:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586913.904334:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586913.904335:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586913.904337:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586913.904338:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586913.904340:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586913.904342:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586913.904344:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586913.904345:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586913.904354:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667677952:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586913.904359:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586913.904361:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586913.904363:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667677952/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.904370:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586913.904371:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586913.904373:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 02000000:00000001:2.0:1777586913.904377:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586913.904379:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586913.904380:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586913.904382:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586913.904383:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 02000000:00000001:2.0:1777586913.904385:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586913.904386:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586913.904387:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:2.0:1777586913.904395:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586913.904396:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586913.904397:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586913.904400:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586913.904401:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586913.904403:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586913.904405:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586913.905179:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586913.905186:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586913.905188:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586913.905191:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586913.905196:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586913.905206:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06080 00000400:00000200:2.0:1777586913.905211:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:2.0:1777586913.905216:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586913.905221:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586913.905222:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586913.905225:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586913.905229:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586913.905232:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586913.905241:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586913.905282:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586913.905292:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586913.905296:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586913.905298:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586913.905301:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586913.905306:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586913.905308:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586913.905309:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:0.0:1777586913.905315:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:0.0:1777586913.905317:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777586913.905320:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586913.905323:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586913.905332:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586913.905339:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586913.905340:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586913.905342:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586913.905343:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586913.905345:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586913.905346:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586913.905348:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586913.905352:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=100 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586913.905355:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586913.905357:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586913.905358:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586913.905359:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586913.905362:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586913.905364:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586913.905365:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586913.905367:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586913.905375:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586913.905379:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586913.905386:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586913.905387:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586913.905388:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586913.905391:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586913.905398:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667677824:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586913.905402:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586913.905403:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586913.905405:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667677824/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586913.905411:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586913.905412:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586913.905414:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040ef65d2. 02000000:00000001:0.0:1777586913.905416:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586913.905418:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586913.905419:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586913.905421:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586913.905422:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a04115c7. 02000000:00000001:0.0:1777586913.905424:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586913.905425:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586913.905426:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:0.0:1777586913.905429:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586913.905430:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586913.905431:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586913.905435:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586913.905436:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586913.905438:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586913.905440:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586914.541359:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586914.541364:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586914.541370:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586914.541371:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586914.541388:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586914.541391:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586914.541393:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586915.565734:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586915.565742:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586915.565749:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586915.565750:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586915.565812:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586915.565818:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586915.565823:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586916.589376:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586916.589385:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586916.589387:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586916.589391:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589396:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586916.589399:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589402:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589405:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589410:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586916.589412:0:195385:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586916.589413:0:195385:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586916.589415:0:195385:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589417:0:195385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586916.589418:0:195385:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589420:0:195385:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586916.589422:0:195385:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586916.589624:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586916.589627:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586916.589629:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586917.357364:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306664270, at 4306664320 00000100:00000040:3.0:1777586917.357364:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306664270, at 4306664320 00000100:00000010:2.0:1777586917.357380:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ac1ba05. 00000100:00000010:3.0:1777586917.357380:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e2badf7. 00000100:00000040:0.0:1777586917.357460:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306664270, at 4306664320 00000100:00000040:1.0:1777586917.357461:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306664270, at 4306664320 00000100:00000010:0.0:1777586917.357465:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6d6173f. 00000100:00000010:1.0:1777586917.357466:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc031136. 00010000:00000001:1.0:1777586917.613360:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586917.613365:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586917.613370:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586917.613386:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586917.613403:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586917.613406:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586917.613407:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586918.637441:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586918.637447:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586918.637452:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586918.637453:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586918.638332:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586918.638336:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586918.638339:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586919.023152:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586919.023161:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586919.023171:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777586919.023186:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586919.023190:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586919.023193:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586919.023203:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586919.023212:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f16da9d6. 00000100:00000001:0.0:1777586919.023218:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023228:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586919.023239:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586919.023241:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023246:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_01+1] req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586919.023295:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023298:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586919.023301:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586919.023304:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777586919.023306:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586919.023308:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586919.023309:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586919.023311:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586919.023316:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f32338d. 00000100:00000001:0.0:1777586919.023319:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023322:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586919.023328:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586919.023329:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023332:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_02+2] req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586919.023352:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586919.023359:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586919.023363:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586919.023370:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586919.023379:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023381:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586919.023385:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586919.023387:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777586919.023392:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586919.023397:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586919.023400:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586919.023403:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586919.023404:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586919.023408:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586919.023409:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f157cdf2. 00000100:00000001:1.0:1777586919.023410:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777586919.023413:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586919.023415:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.023416:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586919.023416:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586919.023420:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023423:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1777586919.023427:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667678080:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586919.023437:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777586919.023438:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586919.023439:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586919.023441:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586919.023444:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1777586919.023445:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777586919.023447:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_03+3] req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.023448:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586919.023448:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586919.023452:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586919.023457:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1777586919.023458:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dc351e9. 00000100:00000001:0.0:1777586919.023460:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.023460:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586919.023461:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586919.023464:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586919.023465:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586919.023468:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777586919.023468:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9224f4d. 00000100:00000040:0.0:1777586919.023469:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777586919.023470:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1777586919.023475:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000040:0.0:1777586919.023476:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12003) 00000100:00000040:1.0:1777586919.023477:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586919.023482:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678080, portal 25 00000100:00000001:1.0:1777586919.023485:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586919.023485:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586919.023487:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586919.023487:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 02000000:00000001:1.0:1777586919.023489:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586919.023491:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777586919.023492:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586919.023493:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586919.023496:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667678336:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586919.023500:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586919.023500:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777586919.023502:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1777586919.023502:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586919.023503:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586919.023505:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1777586919.023506:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 02000000:00000010:1.0:1777586919.023508:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000345c5b0e. 00000100:00000200:2.0:1777586919.023508:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667678080, offset 0 02000000:00000001:1.0:1777586919.023509:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586919.023513:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000decd1141. 00000400:00000200:2.0:1777586919.023514:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586919.023526:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586919.023531:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586919.023535:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586919.023539:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586919.023542:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586919.023547:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [202:202:256:4294967295] 192.168.204.155@tcp LPNI seq info [202:202:8:4294967295] 00000100:00000001:3.0:1777586919.023551:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586919.023555:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586919.023560:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586919.023575:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586919.023579:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586919.023586:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586919.023595:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586919.023599:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586919.023621:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586919.023626:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306669392 00000100:00000010:2.0:1777586919.023630:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000001:2.0:1777586919.023636:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586919.023642:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306669392 00000100:00000010:2.0:1777586919.023645:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000100:00000001:2.0:1777586919.023647:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586919.023650:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306669392 00000100:00000010:2.0:1777586919.023653:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000100:00000001:2.0:1777586919.023655:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586919.023658:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306669392 00000100:00000010:2.0:1777586919.023660:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000100:00000001:2.0:1777586919.023662:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586919.023665:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1777586919.023666:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000001:2.0:1777586919.023667:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586919.023669:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678336, portal 10 00000100:00000001:2.0:1777586919.023670:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.023671:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586919.023672:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586919.023676:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586919.023677:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000001:2.0:1777586919.023677:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586919.023679:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586919.023680:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586919.023681:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586919.023683:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586919.023687:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.023694:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586919.023696:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586919.023698:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000100:00000200:1.0:1777586919.023700:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667678336, offset 0 00000400:00000200:1.0:1777586919.023705:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586919.023719:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586919.023722:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586919.023724:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586919.023727:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586919.023729:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586919.023732:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [203:203:255:4294967295] 192.168.204.155@tcp LPNI seq info [203:203:7:4294967295] 00000400:00000200:1.0:1777586919.023739:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586919.023743:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586919.023746:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:1.0:1777586919.023749:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586919.023753:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586919.023755:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586919.023757:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586919.023760:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 30508 usecs (31 jiffies) 00000100:00000001:1.0:1777586919.023762:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306666017 00000100:00000001:1.0:1777586919.023764:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306669392 00000100:00000001:1.0:1777586919.023765:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306666017 00000100:00000001:1.0:1777586919.023767:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306669392 00000100:00000001:1.0:1777586919.023768:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306666017 00000800:00000200:3.0:1777586919.023769:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586919.023770:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306669392 00000100:00000001:1.0:1777586919.023771:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306666017 00000800:00000010:3.0:1777586919.023772:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777586919.023777:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586919.023778:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306669392 00000100:00000001:1.0:1777586919.023779:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586919.023781:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586919.023782:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586919.023783:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586919.023786:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586919.023787:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:3.0:1777586919.023789:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:1.0:1777586919.023792:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586919.023793:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586919.023793:0:197574:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1777586919.023795:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1777586919.023796:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586919.023797:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586919.023798:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586919.023801:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667678208:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586919.023804:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586919.023805:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1777586919.023806:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586919.023807:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586919.023807:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586919.023809:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586919.023811:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008759edd2. 02000000:00000001:1.0:1777586919.023812:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586919.023813:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586919.023815:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6eec99d. 00000100:00000001:3.0:1777586919.023815:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1777586919.023817:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000200:1.0:1777586919.023820:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678208, portal 10 00000100:00000001:1.0:1777586919.023821:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586919.023822:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000040:1.0:1777586919.023827:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.023832:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586919.023834:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586919.023836:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000200:1.0:1777586919.023837:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667678208, offset 0 00000400:00000200:1.0:1777586919.023840:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586919.023845:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586919.023847:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586919.023854:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586919.023856:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586919.023858:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586919.023861:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [204:204:255:4294967295] 192.168.204.155@tcp LPNI seq info [204:204:7:4294967295] 00000400:00000200:1.0:1777586919.023868:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586919.023871:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1777586919.023872:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586919.023873:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000800:00000010:1.0:1777586919.023875:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586919.023876:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1777586919.023878:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777586919.023879:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586919.023881:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000800:00000200:1.0:1777586919.023882:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:3.0:1777586919.023882:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000800:00000200:1.0:1777586919.023884:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586919.023885:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586919.023887:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586919.023887:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586919.023889:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 241025 usecs (242 jiffies) 00000100:00000001:1.0:1777586919.023892:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306666228 00000100:00000001:1.0:1777586919.023894:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306669392 00000100:00000001:3.0:1777586919.023894:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586919.023895:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306666228 00000100:00000040:3.0:1777586919.023896:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.023898:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306669392 00000100:00000001:1.0:1777586919.023899:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306666228 00000100:00000001:1.0:1777586919.023901:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306669392 00000100:00000001:3.0:1777586919.023902:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.023903:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306666228 00000100:00000001:1.0:1777586919.023904:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306669392 00000100:00000001:3.0:1777586919.023904:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586919.023905:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586919.023907:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.023909:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.023910:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777586919.023912:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586919.023913:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586919.023914:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1777586919.023914:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000100:00000001:1.0:1777586919.023916:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586919.023916:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586919.023917:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586919.023918:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586919.023919:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586919.023921:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000100:00000001:1.0:1777586919.023924:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586919.023926:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:3.0:1777586919.023929:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586919.023931:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586919.023938:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586919.023940:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586919.023946:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586919.023947:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586919.028511:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586919.028529:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586919.028533:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586919.028536:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586919.028548:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586919.028566:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06180 00000400:00000200:1.0:1777586919.028574:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:1.0:1777586919.028583:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586919.028591:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586919.028594:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586919.028599:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586919.028607:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586919.028614:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586919.028625:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.028649:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586919.028658:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586919.028661:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586919.028783:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586919.028787:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586919.028794:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586919.028796:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586919.028812:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9224f4d. 00000400:00000200:2.0:1777586919.028818:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:2.0:1777586919.028820:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:2.0:1777586919.028824:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586919.028828:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586919.028836:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586919.028843:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586919.028845:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586919.028847:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586919.028850:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586919.028853:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586919.028855:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586919.028858:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586919.028864:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=112 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586919.028869:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=112 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586919.028872:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586919.028873:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586919.028876:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586919.028877:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586919.028880:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586919.028884:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586919.028890:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586919.028893:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586919.028895:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586919.028898:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586919.028905:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667678080:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586919.028910:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586919.028912:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586919.028914:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667678080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586919.028927:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586919.028929:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586919.028932:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dc351e9. 02000000:00000001:2.0:1777586919.028935:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586919.028937:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586919.028938:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586919.028940:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586919.028942:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f16da9d6. 02000000:00000001:2.0:1777586919.028948:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586919.028950:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586919.028951:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:2.0:1777586919.028966:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586919.028968:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586919.028971:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586919.028978:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586919.028980:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586919.028982:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586919.028984:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586919.030309:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586919.030319:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586919.030323:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586919.030325:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586919.030335:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586919.030350:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06280 00000400:00000200:2.0:1777586919.030356:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:2.0:1777586919.030362:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586919.030369:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586919.030371:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586919.030374:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586919.030380:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586919.030386:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586919.030395:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586919.030432:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586919.030440:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586919.030443:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.030510:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586919.030515:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586919.030520:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586919.030522:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586919.030524:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000decd1141. 00000400:00000200:1.0:1777586919.030528:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:1.0:1777586919.030529:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:1.0:1777586919.030532:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586919.030536:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586919.030543:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.030549:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586919.030558:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.030560:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586919.030562:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586919.030563:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586919.030565:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586919.030568:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586919.030575:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=112 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586919.030578:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=91 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586919.030581:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586919.030582:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586919.030584:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777586919.030588:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777586919.030595:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.030598:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586919.030600:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586919.030602:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586919.030603:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586919.030605:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.030611:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586919.030614:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586919.030616:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586919.030619:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586919.030626:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667678336:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586919.030632:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.030633:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586919.030636:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667678336/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.030642:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586919.030644:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586919.030652:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000345c5b0e. 02000000:00000001:1.0:1777586919.030656:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586919.030658:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586919.030660:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586919.030662:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586919.030663:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f157cdf2. 02000000:00000001:1.0:1777586919.030667:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586919.030668:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586919.030669:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:1.0:1777586919.030672:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586919.030674:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.030677:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.030678:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586919.030679:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586919.030681:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.030682:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777586919.031042:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586919.031048:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586919.031305:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586919.031309:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586919.031315:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586919.031325:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06200 00000400:00000200:3.0:1777586919.031330:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:3.0:1777586919.031334:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586919.031340:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586919.031342:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586919.031345:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586919.031349:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586919.031353:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586919.031362:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.031407:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586919.031410:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586919.031424:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586919.031429:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586919.031431:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777586919.034944:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586919.034950:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586919.034953:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6eec99d. 00000400:00000200:1.0:1777586919.034970:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:1.0:1777586919.034972:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:1.0:1777586919.034977:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586919.034987:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586919.034997:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.035005:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586919.035007:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.035010:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586919.035013:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586919.035015:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586919.035017:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586919.035020:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586919.035028:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=106 v=5 (5 5 0 0) 00000100:00001000:1.0:1777586919.035031:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=106 v=5 (1 1 0 0) 00000100:00000001:1.0:1777586919.035056:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586919.035058:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586919.035061:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586919.035064:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.035068:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586919.035070:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586919.035072:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586919.035073:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586919.035077:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.035085:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586919.035088:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586919.035089:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586919.035092:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586919.035099:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667678208:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586919.035104:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.035107:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586919.035109:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667678208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586919.035116:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586919.035118:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586919.035121:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008759edd2. 02000000:00000001:1.0:1777586919.035125:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586919.035127:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586919.035129:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586919.035131:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586919.035133:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f32338d. 02000000:00000001:1.0:1777586919.035136:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586919.035138:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586919.035139:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:1.0:1777586919.035143:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586919.035144:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.035150:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586919.035158:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586919.035160:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586919.035162:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586919.035164:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586919.664570:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586919.664575:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586919.664580:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586919.664582:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586919.665019:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586919.665023:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586919.665025:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586920.686002:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586920.686008:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586920.686014:0:195385:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586920.686015:0:195385:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586920.686032:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586920.686034:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586920.686037:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586921.709357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586921.709363:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586921.709369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586921.709370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586921.709402:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586921.709423:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586921.709426:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586922.477371:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306669392, at 4306669440 00000100:00000040:1.0:1777586922.477371:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306669392, at 4306669440 00000100:00000040:2.0:1777586922.477371:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306669392, at 4306669440 00000100:00000040:3.0:1777586922.477371:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306669392, at 4306669440 00000100:00000010:3.0:1777586922.477387:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00000100:00000010:1.0:1777586922.477388:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00000100:00000010:0.0:1777586922.477389:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000010:2.0:1777586922.477391:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00010000:00000001:1.0:1777586922.734209:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586922.734215:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586922.734220:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586922.734221:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586922.734480:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586922.734484:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586922.734486:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586923.757366:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586923.757373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586923.757397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586923.757398:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586923.757420:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586923.757422:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586923.757425:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586924.141366:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586924.141375:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586924.141382:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000020:00000040:0.0:1777586924.141395:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586924.141400:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586924.141412:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586924.141417:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586924.141425:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5087c47. 00000100:00000001:0.0:1777586924.141433:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141444:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586924.141454:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586924.141456:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141461:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000638482a4] to pc [ptlrpcd_00_00+0] req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586924.141493:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141497:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586924.141500:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586924.141504:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777586924.141506:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586924.141509:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586924.141511:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586924.141513:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586924.141517:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012b974b9. 00000100:00000001:0.0:1777586924.141520:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141524:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586924.141532:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586924.141533:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141536:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_01+1] req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586924.141545:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141547:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586924.141556:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586924.141557:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586924.141560:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000100:00000001:3.0:1777586924.141560:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1777586924.141563:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586924.141563:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586924.141565:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586924.141567:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1777586924.141567:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586924.141568:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586924.141572:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f157cdf2. 00000100:00000001:3.0:1777586924.141575:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586924.141576:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.141577:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141579:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1777586924.141580:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586924.141583:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586924.141586:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777586924.141586:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141587:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586924.141589:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667678592:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586924.141590:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_02+2] req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.141593:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586924.141599:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586924.141601:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586924.141604:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586924.141607:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141609:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586924.141612:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586924.141616:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12008) 02000000:00000010:3.0:1777586924.141619:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aadaaa67. 02000000:00000001:3.0:1777586924.141620:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586924.141628:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e02cd48. 00000400:00000010:3.0:1777586924.141634:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000200:3.0:1777586924.141641:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678592, portal 10 00000100:00000001:0.0:1777586924.141642:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586924.141644:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586924.141645:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586924.141646:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586924.141646:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000040:0.0:1777586924.141650:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586924.141652:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586924.141658:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586924.141659:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586924.141661:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586924.141663:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586924.141664:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586924.141667:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667678720:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586924.141670:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586924.141670:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586924.141673:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586924.141675:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b44cffd. 00000100:00000200:3.0:1777586924.141678:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667678592, offset 0 02000000:00000001:0.0:1777586924.141680:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586924.141682:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586924.141683:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777586924.141685:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000010:0.0:1777586924.141686:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a071634f. 02000000:00000001:0.0:1777586924.141688:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586924.141691:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b562237. 00000400:00000200:3.0:1777586924.141713:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586924.141719:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586924.141724:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586924.141737:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586924.141740:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586924.141745:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [205:205:256:4294967295] 192.168.204.155@tcp LPNI seq info [205:205:8:4294967295] 00000100:00000001:1.0:1777586924.141754:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586924.141758:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586924.141759:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586924.141761:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1777586924.141770:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586924.141775:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa834468. 00000400:00000010:0.0:1777586924.141777:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000200:0.0:1777586924.141780:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678720, portal 10 00000100:00000040:1.0:1777586924.141780:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586924.141783:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586924.141784:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586924.141786:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000100:00000040:0.0:1777586924.141793:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586924.141794:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586924.141798:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa834468 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586924.141809:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586924.141810:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586924.141814:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777586924.141815:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 237186 usecs (238 jiffies) 00000400:00000010:0.0:1777586924.141818:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777586924.141821:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667678720, offset 0 00000100:00000001:3.0:1777586924.141821:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306671342 00000100:00000001:1.0:1777586924.141824:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1777586924.141825:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e7b4ab. 00000100:00000001:1.0:1777586924.141826:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586924.141828:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586924.141831:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777586924.141832:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777586924.141834:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777586924.141835:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777586924.141838:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777586924.141838:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306671342 02000000:00000001:1.0:1777586924.141839:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586924.141842:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:3.0:1777586924.141843:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9938503. 00000100:00100000:1.0:1777586924.141846:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667678464:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586924.141847:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586924.141848:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1777586924.141852:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586924.141853:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306671342 00000100:00000001:1.0:1777586924.141855:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777586924.141870:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [206:206:255:4294967295] 192.168.204.155@tcp LPNI seq info [206:206:7:4294967295] 02000000:00000001:1.0:1777586924.141872:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1777586924.141872:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009297819b. 02000000:00000001:1.0:1777586924.141875:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.141877:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 02000000:00000001:1.0:1777586924.141879:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586924.141881:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306671342 00000400:00000200:0.0:1777586924.141883:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:1.0:1777586924.141885:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000345c5b0e. 00000100:00000010:3.0:1777586924.141885:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f8e25a. 00000800:00000200:0.0:1777586924.141888:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586924.141890:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1777586924.141891:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586924.141893:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001892d80d. 00000100:00000001:3.0:1777586924.141893:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1777586924.141897:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6eec99d. 00000800:00000200:0.0:1777586924.141900:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586924.141902:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586924.141903:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000800:00000200:0.0:1777586924.141907:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:1.0:1777586924.141909:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678464, portal 25 00000800:00000200:0.0:1777586924.141910:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001892d80d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586924.141911:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586924.141913:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586924.141914:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.141914:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586924.141916:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000100:00000040:0.0:1777586924.141918:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 30115 usecs (31 jiffies) 00000100:00000001:0.0:1777586924.141922:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306671135 00000100:00000001:3.0:1777586924.141922:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1777586924.141923:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.141925:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586924.141928:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586924.141930:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306671342 00000100:00000001:3.0:1777586924.141930:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586924.141932:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141934:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306671135 00000100:00000001:3.0:1777586924.141936:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141938:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306671342 00000100:00000001:0.0:1777586924.141942:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306671135 00000100:00000001:1.0:1777586924.141945:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586924.141946:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306671342 00000100:00000001:0.0:1777586924.141949:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306671135 00000100:00000001:0.0:1777586924.141951:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306671342 00000100:00000001:0.0:1777586924.141953:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586924.141954:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141957:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141960:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586924.141961:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586924.141964:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586924.141966:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1777586924.141966:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000001:0.0:1777586924.141967:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586924.141967:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141971:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777586924.141971:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667678464, offset 0 00000100:00000001:0.0:1777586924.141974:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586924.141976:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.141980:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586924.141980:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586924.141989:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586924.141993:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586924.141996:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586924.141999:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586924.142002:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586924.142006:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [207:207:254:4294967295] 192.168.204.155@tcp LPNI seq info [207:207:6:4294967295] 00000800:00000200:3.0:1777586924.142012:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586924.142017:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa834468. 00000400:00000200:1.0:1777586924.142018:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:3.0:1777586924.142022:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586924.142030:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:1.0:1777586924.142035:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586924.142035:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44cffd 00000400:00000010:3.0:1777586924.142038:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000b44cffd. 00000800:00000010:1.0:1777586924.142041:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:1.0:1777586924.142049:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586924.142052:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777586924.142056:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586924.142059:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586924.142063:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586924.142063:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586924.142067:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306674510 00000100:00000001:1.0:1777586924.142071:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306671342 00000100:00000001:1.0:1777586924.142074:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306674510 00000100:00000001:1.0:1777586924.142079:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306671342 00000100:00000001:1.0:1777586924.142085:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306674510 00000100:00000001:1.0:1777586924.142090:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306671342 00000100:00000001:1.0:1777586924.142092:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306674510 00000100:00000001:3.0:1777586924.142092:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586924.142097:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306671342 00000100:00000040:3.0:1777586924.142097:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.142107:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.142108:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586924.142114:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586924.142118:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586924.142120:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586924.142122:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777586924.142123:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586924.142126:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001892d80d. 00000100:00000001:1.0:1777586924.142127:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777586924.142129:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586924.142130:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586924.142134:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586924.142137:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586924.142138:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586924.142140:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586924.142145:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586924.142147:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:3.0:1777586924.142149:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:3.0:1777586924.142151:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586924.142155:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.142161:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586924.142163:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.142174:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.142175:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586924.142217:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586924.142220:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:3.0:1777586924.142223:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586924.142228:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586924.142231:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:3.0:1777586924.142233:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:3.0:1777586924.142236:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586924.142239:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.142245:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586924.142248:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.142283:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.142284:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586924.145414:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145425:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586924.145428:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145430:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586924.145441:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586924.145457:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06300 00000400:00000200:2.0:1777586924.145465:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:2.0:1777586924.145473:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145482:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586924.145484:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586924.145488:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586924.145495:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586924.145502:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586924.145514:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586924.145530:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586924.145538:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145543:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586924.145545:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145548:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586924.145552:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586924.145559:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06380 00000400:00000200:2.0:1777586924.145564:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:2.0:1777586924.145568:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145580:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586924.145582:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586924.145586:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586924.145590:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586924.145594:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586924.145602:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586924.145614:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586924.145619:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145623:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586924.145624:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145626:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586924.145630:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586924.145636:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06400 00000400:00000200:2.0:1777586924.145642:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:2.0:1777586924.145645:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145662:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586924.145664:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586924.145668:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586924.145672:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586924.145676:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586924.145681:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.145688:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586924.145692:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586924.145693:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1777586924.145696:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586924.145699:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586924.145699:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586924.145702:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586924.145705:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6eec99d. 00000100:00000001:2.0:1777586924.145707:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586924.145709:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586924.145709:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:3.0:1777586924.145713:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:3.0:1777586924.145717:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1777586924.145724:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586924.145726:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586924.145734:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b562237. 00000400:00000200:2.0:1777586924.145740:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:2.0:1777586924.145742:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777586924.145746:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586924.145746:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586924.145750:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1777586924.145752:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586924.145755:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586924.145758:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586924.145762:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e02cd48. 00000100:00000200:2.0:1777586924.145766:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586924.145767:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:0.0:1777586924.145771:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:0.0:1777586924.145777:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586924.145779:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586924.145782:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586924.145784:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586924.145786:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586924.145790:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586924.145793:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586924.145795:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586924.145799:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586924.145800:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586924.145808:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=117 v=5 (5 5 0 0) 00000100:00000001:0.0:1777586924.145809:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586924.145812:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777586924.145814:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586924.145816:0:197582:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1777586924.145818:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586924.145820:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586924.145823:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1777586924.145825:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586924.145827:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:2.0:1777586924.145828:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586924.145830:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586924.145835:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586924.145841:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586924.145843:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=111 v=5 (5 5 0 0) 00000100:00000001:2.0:1777586924.145844:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586924.145847:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00001000:0.0:1777586924.145849:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586924.145851:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586924.145854:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.145855:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1777586924.145874:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586924.145881:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586924.145884:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586924.145886:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586924.145889:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586924.145894:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586924.145898:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586924.145902:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.145907:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586924.145909:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00100000:2.0:1777586924.145910:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667678720:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586924.145913:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586924.145915:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586924.145918:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586924.145923:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586924.145923:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586924.145929:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667678720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586924.145940:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586924.145945:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586924.145947:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1777586924.145948:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586924.145952:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1777586924.145955:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777586924.145955:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a071634f. 02000000:00000001:2.0:1777586924.145962:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586924.145964:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586924.145967:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00100000:0.0:1777586924.145968:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667678592:192.168.204.155@tcp:400: 00000020:00000001:2.0:1777586924.145972:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777586924.145975:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777586924.145976:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f157cdf2. 00000100:00000001:0.0:1777586924.145980:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1777586924.145982:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1777586924.145985:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667678592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586924.145986:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586924.145988:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:2.0:1777586924.145993:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586924.145995:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586924.145997:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1777586924.145998:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586924.145999:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586924.146002:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aadaaa67. 00000100:00000001:2.0:1777586924.146006:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1777586924.146007:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586924.146009:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1777586924.146009:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777586924.146012:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586924.146013:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1777586924.146017:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777586924.146017:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586924.146024:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012b974b9. 02000000:00000001:0.0:1777586924.146027:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586924.146029:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586924.146030:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:0.0:1777586924.146033:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586924.146034:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586924.146035:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586924.146039:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586924.146041:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586924.146042:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586924.146044:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586924.146100:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586924.146110:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.146119:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586924.146121:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586924.146123:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586924.146125:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586924.146126:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586924.146133:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586924.146135:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586924.146138:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=117 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586924.146141:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=117 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586924.146143:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586924.146144:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586924.146146:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586924.146148:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.146150:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586924.146153:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.146160:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586924.146162:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586924.146164:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586924.146167:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586924.146174:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667678464:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586924.146179:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586924.146181:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586924.146183:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667678464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586924.146189:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586924.146190:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586924.146192:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000345c5b0e. 02000000:00000001:3.0:1777586924.146195:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586924.146196:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586924.146197:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586924.146199:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586924.146200:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5087c47. 02000000:00000001:3.0:1777586924.146203:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586924.146204:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586924.146205:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:3.0:1777586924.146207:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586924.146212:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586924.146213:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586924.146217:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586924.146218:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586924.146220:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586924.146222:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586924.781369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586924.781377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586924.781384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586924.781386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586924.781414:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586924.781419:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586924.781422:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586925.805411:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586925.805419:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586925.805427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586925.805453:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586925.805718:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586925.805725:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586925.805730:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586926.829406:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586926.829418:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586926.829422:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586926.829426:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829432:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586926.829436:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829438:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829441:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829446:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586926.829448:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586926.829450:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586926.829451:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829453:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586926.829454:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829456:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586926.829458:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586926.829481:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586926.829485:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586926.829487:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586927.597361:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306674510, at 4306674560 00000100:00000010:0.0:1777586927.597376:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e7b4ab. 00000100:00000040:3.0:1777586927.597433:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306674510, at 4306674560 00000100:00000010:3.0:1777586927.597441:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f8e25a. 00000100:00000040:2.0:1777586927.597726:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306674510, at 4306674560 00000100:00000010:2.0:1777586927.597733:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009297819b. 00000100:00000040:1.0:1777586927.598080:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306674510, at 4306674560 00000100:00000010:1.0:1777586927.598086:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9938503. 00010000:00000001:1.0:1777586927.853373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586927.853380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586927.853386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586927.853387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586927.854339:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586927.854343:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586927.854347:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586928.878197:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586928.878203:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586928.878207:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586928.878208:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586928.878728:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586928.878731:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586928.878733:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586929.261888:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586929.261896:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586929.261903:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777586929.261909:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586929.261914:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586929.261917:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586929.261922:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586929.261929:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fecb9fd2. 00000100:00000001:0.0:1777586929.261936:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.261946:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586929.261957:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586929.261959:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.261965:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_03+3] req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.262001:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262003:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586929.262005:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586929.262007:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777586929.262009:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586929.262011:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586929.262012:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586929.262013:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586929.262016:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001892d80d. 00000100:00000001:0.0:1777586929.262019:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262022:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586929.262027:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586929.262028:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262030:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_00+0] req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.262045:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262046:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586929.262048:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586929.262049:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777586929.262051:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586929.262052:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586929.262053:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586929.262054:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586929.262056:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002abfb042. 00000100:00000001:0.0:1777586929.262057:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262059:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586929.262063:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586929.262067:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262070:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_01+1] req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.262074:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262076:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586929.262078:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586929.262081:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12013) 00000100:00000001:0.0:1777586929.262089:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.262092:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586929.262093:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.262094:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586929.262098:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586929.262098:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1777586929.262101:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.262108:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586929.262110:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586929.262110:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586929.262113:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586929.262114:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777586929.262115:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586929.262115:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586929.262117:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586929.262118:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586929.262120:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586929.262121:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586929.262121:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586929.262125:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667679104:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586929.262129:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777586929.262132:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586929.262135:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586929.262138:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586929.262140:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586929.262141:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586929.262143:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586929.262144:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586929.262146:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586929.262150:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1777586929.262150:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667678848:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586929.262154:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1777586929.262155:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ce447d. 02000000:00000001:2.0:1777586929.262156:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586929.262159:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586929.262159:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586929.262160:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586929.262164:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f916139. 00000400:00000010:0.0:1777586929.262166:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 02000000:00000001:2.0:1777586929.262166:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586929.262169:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9224f4d. 00000400:00000010:0.0:1777586929.262174:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000400:00000010:2.0:1777586929.262174:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777586929.262181:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678848, portal 25 00000100:00000001:2.0:1777586929.262183:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586929.262184:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000040:2.0:1777586929.262187:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586929.262192:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679104, portal 10 00000100:00000001:2.0:1777586929.262193:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586929.262196:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1777586929.262196:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586929.262199:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000400:00000010:2.0:1777586929.262199:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777586929.262203:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667678848, offset 0 00000100:00000040:0.0:1777586929.262209:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586929.262213:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586929.262228:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586929.262236:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586929.262239:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1777586929.262242:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:0.0:1777586929.262246:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586929.262249:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cd64643. 00000400:00000200:2.0:1777586929.262249:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1777586929.262272:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667679104, offset 0 00000400:00000200:2.0:1777586929.262278:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586929.262283:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [208:208:256:4294967295] 192.168.204.155@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1777586929.262294:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586929.262306:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586929.262310:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586929.262317:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586929.262328:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586929.262333:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586929.262342:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586929.262347:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306679631 00000100:00000010:2.0:1777586929.262350:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000100:00000001:2.0:1777586929.262357:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586929.262362:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306679631 00000100:00000010:2.0:1777586929.262365:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000100:00000001:2.0:1777586929.262367:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586929.262369:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306679631 00000100:00000010:2.0:1777586929.262372:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:2.0:1777586929.262374:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586929.262377:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306679631 00000100:00000010:2.0:1777586929.262379:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000100:00000001:2.0:1777586929.262382:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586929.262384:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586929.262387:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586929.262390:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586929.262392:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586929.262446:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586929.262450:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586929.262452:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586929.262455:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586929.262457:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586929.262458:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586929.262460:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [209:209:255:4294967295] 192.168.204.155@tcp LPNI seq info [209:209:7:4294967295] 00000400:00000200:0.0:1777586929.262466:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586929.262469:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586929.262472:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ec524f. 00000800:00000200:0.0:1777586929.262475:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586929.262478:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586929.262481:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ec524f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586929.262483:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262486:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 29671 usecs (30 jiffies) 00000100:00000001:0.0:1777586929.262488:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306676255 00000100:00000001:0.0:1777586929.262489:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262491:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306676255 00000100:00000001:0.0:1777586929.262498:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262500:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306676255 00000100:00000001:0.0:1777586929.262502:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262503:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306676255 00000100:00000001:0.0:1777586929.262505:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306679631 00000800:00000200:1.0:1777586929.262510:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586929.262515:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1777586929.262515:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000100:00000001:0.0:1777586929.262518:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586929.262521:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586929.262522:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.262526:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586929.262530:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586929.262531:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586929.262533:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586929.262536:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777586929.262536:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000100:00000001:0.0:1777586929.262538:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586929.262539:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586929.262541:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1777586929.262544:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.262546:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1777586929.262546:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000001:3.0:1777586929.262548:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.262550:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586929.262552:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586929.262554:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586929.262555:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.262557:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586929.262560:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1777586929.262560:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586929.262567:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586929.262576:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586929.262577:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586929.262579:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586929.262582:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1777586929.262583:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586929.262584:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586929.262587:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586929.262592:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667678976:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586929.262600:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586929.262600:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586929.262603:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586929.262603:0:197574:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1777586929.262606:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586929.262608:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586929.262611:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d0ad168. 02000000:00000001:0.0:1777586929.262614:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586929.262618:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000400:00000010:0.0:1777586929.262622:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000800:00000200:1.0:1777586929.262622:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1777586929.262626:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667678976, portal 10 00000800:00000010:1.0:1777586929.262626:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ec524f. 00000100:00000001:0.0:1777586929.262631:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586929.262632:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000400:00000200:1.0:1777586929.262633:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586929.262639:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586929.262644:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd64643 00000100:00000040:0.0:1777586929.262646:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586929.262647:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000cd64643. 00000100:00000001:1.0:1777586929.262652:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586929.262657:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.262658:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586929.262664:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586929.262669:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000001:1.0:1777586929.262671:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1777586929.262673:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667678976, offset 0 00000100:00000040:1.0:1777586929.262676:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777586929.262679:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586929.262686:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586929.262689:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586929.262690:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586929.262693:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1777586929.262694:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586929.262697:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586929.262698:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586929.262700:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [210:210:255:4294967295] 192.168.204.155@tcp LPNI seq info [210:210:7:4294967295] 00000400:00000200:0.0:1777586929.262704:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586929.262706:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586929.262709:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ace88923. 00000800:00000200:0.0:1777586929.262712:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586929.262714:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586929.262716:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ace88923 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586929.262730:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.262732:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 233322 usecs (234 jiffies) 00000100:00000001:0.0:1777586929.262734:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306676459 00000100:00000001:0.0:1777586929.262735:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262736:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306676459 00000100:00000001:0.0:1777586929.262737:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262738:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306676459 00000100:00000001:0.0:1777586929.262739:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262740:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306676459 00000100:00000001:0.0:1777586929.262744:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306679631 00000100:00000001:0.0:1777586929.262746:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586929.262747:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.262748:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.262749:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586929.263011:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586929.263014:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ace88923. 00000400:00000200:3.0:1777586929.263017:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586929.263020:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586929.263023:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:3.0:1777586929.263025:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:3.0:1777586929.263027:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586929.263030:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586929.263037:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586929.263039:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586929.263044:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586929.263046:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586929.264498:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586929.264507:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586929.264511:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586929.264513:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586929.264521:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586929.264534:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06480 00000400:00000200:2.0:1777586929.264540:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:2.0:1777586929.264547:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586929.264563:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586929.264565:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586929.264569:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586929.264574:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586929.264579:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586929.264588:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586929.264609:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586929.264616:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586929.264619:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.264667:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.264670:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586929.264675:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586929.264677:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586929.264678:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9224f4d. 00000400:00000200:0.0:1777586929.264683:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:0.0:1777586929.264685:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:0.0:1777586929.264688:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586929.264691:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586929.264700:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.264706:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586929.264708:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.264710:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586929.264713:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586929.264715:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586929.264717:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586929.264719:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586929.264725:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586929.264729:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586929.264732:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586929.264733:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586929.264736:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586929.264738:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.264741:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.264745:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.264751:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586929.264770:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586929.264772:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586929.264776:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586929.264785:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667678848:192.168.204.155@tcp:400: 00000800:00000001:1.0:1777586929.264786:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586929.264792:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.264794:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1777586929.264794:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586929.264798:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1777586929.264799:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667678848/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777586929.264802:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.264812:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1777586929.264814:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 02000000:00000001:0.0:1777586929.264816:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586929.264820:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f916139. 02000000:00000001:0.0:1777586929.264823:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586929.264826:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1777586929.264826:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06580 00000020:00000040:0.0:1777586929.264829:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586929.264832:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586929.264834:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fecb9fd2. 00000400:00000200:1.0:1777586929.264836:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x769 [1] + 224 02000000:00000001:0.0:1777586929.264841:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586929.264843:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1777586929.264843:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1777586929.264847:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000800:00000001:1.0:1777586929.264849:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.264850:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586929.264852:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586929.264852:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586929.264855:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.264861:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586929.264864:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586929.264865:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586929.264869:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.264872:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586929.264872:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586929.264877:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586929.264887:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586929.264908:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586929.264914:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586929.264917:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586929.264919:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586929.264922:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586929.264927:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777586929.264928:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.264931:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586929.264935:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1777586929.264935:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06500 00000400:00000001:0.0:1777586929.264938:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586929.264941:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777586929.264947:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:0.0:1777586929.264949:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:0.0:1777586929.264951:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1777586929.264957:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x775 [1] + 224 00000100:00000200:0.0:1777586929.264962:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777586929.264964:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586929.264970:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586929.264974:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586929.264982:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586929.264986:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586929.264987:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586929.264994:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.264997:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586929.265000:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.265004:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586929.265006:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586929.265009:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586929.265011:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586929.265012:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586929.265014:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586929.265022:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=122 v=5 (5 5 0 0) 00000100:00000001:1.0:1777586929.265023:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1777586929.265027:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=101 v=5 (1 1 0 0) 00000800:00000001:1.0:1777586929.265028:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586929.265030:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586929.265032:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586929.265032:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777586929.265037:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586929.265041:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586929.265048:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.265052:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586929.265054:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586929.265056:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586929.265057:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.265060:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.265067:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586929.265079:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586929.265080:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586929.265083:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586929.265090:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667679104:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586929.265102:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.265104:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586929.265106:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667679104/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.265112:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586929.265113:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586929.265115:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ce447d. 02000000:00000001:0.0:1777586929.265117:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586929.265119:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586929.265120:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586929.265121:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586929.265122:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002abfb042. 02000000:00000001:0.0:1777586929.265126:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586929.265127:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586929.265128:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:0.0:1777586929.265130:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586929.265131:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.265133:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.265135:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.265140:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586929.265142:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586929.265144:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586929.265145:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000400:00000200:0.0:1777586929.265148:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586929.265150:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586929.265152:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586929.265154:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586929.265161:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.265167:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586929.265169:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.265170:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586929.265172:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586929.265173:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586929.265179:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586929.265181:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586929.265185:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=116 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586929.265187:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586929.265189:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586929.265190:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586929.265192:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586929.265193:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.265196:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586929.265197:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586929.265199:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586929.265199:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586929.265202:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.265209:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586929.265210:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586929.265211:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586929.265214:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586929.265220:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667678976:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586929.265224:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.265226:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586929.265227:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667678976/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586929.265233:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586929.265234:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586929.265235:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d0ad168. 02000000:00000001:0.0:1777586929.265237:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586929.265238:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586929.265239:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586929.265241:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586929.265242:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001892d80d. 02000000:00000001:0.0:1777586929.265244:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586929.265286:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586929.265288:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:0.0:1777586929.265291:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586929.265292:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.265293:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586929.265298:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586929.265299:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586929.265300:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586929.265301:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586929.901341:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586929.901347:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586929.901353:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586929.901354:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586929.901380:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586929.901398:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586929.901401:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586930.925742:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586930.925748:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586930.925753:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586930.925754:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586930.925970:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586930.925974:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586930.925977:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586931.949374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586931.949379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586931.949386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586931.949387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586931.949573:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586931.949577:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586931.949580:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586932.717424:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306679631, at 4306679680 00000100:00000040:2.0:1777586932.717424:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306679631, at 4306679680 00000100:00000010:2.0:1777586932.717441:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000010:0.0:1777586932.717442:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00000100:00000040:3.0:1777586932.717602:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306679631, at 4306679680 00000100:00000010:3.0:1777586932.717609:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000040:1.0:1777586932.718141:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306679631, at 4306679680 00000100:00000010:1.0:1777586932.718157:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00010000:00000001:1.0:1777586932.973374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586932.973381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586932.973389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586932.973390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586932.973412:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586932.973414:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586932.973417:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586933.998152:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586933.998159:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586933.998166:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586933.998167:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586933.998280:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586933.998283:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586933.998286:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586934.381462:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586934.381470:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586934.381480:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586934.381487:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586934.381491:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586934.381494:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586934.381499:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586934.381509:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:1.0:1777586934.381515:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381525:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586934.381533:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586934.381548:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381553:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_00_02+2] req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.381577:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381579:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586934.381581:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586934.381583:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 00000020:00000040:1.0:1777586934.381584:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586934.381587:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586934.381589:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586934.381590:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586934.381593:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000001:1.0:1777586934.381595:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586934.381597:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777586934.381598:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586934.381605:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586934.381610:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586934.381611:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586934.381612:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381620:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017b81f49] to pc [ptlrpcd_00_03+3] req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586934.381626:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.381645:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381652:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586934.381674:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586934.381674:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586934.381676:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043ee720f. 00000100:00000001:0.0:1777586934.381679:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1777586934.381680:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586934.381689:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586934.381691:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586934.381695:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586934.381695:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586934.381701:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1777586934.381701:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:1.0:1777586934.381708:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586934.381710:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381715:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777586934.381718:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667679232:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586934.381733:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586934.381740:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586934.381742:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586934.381744:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586934.381745:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381751:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043ee720f] to pc [ptlrpcd_00_00+0] req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586934.381752:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586934.381764:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080e82f65. 02000000:00000001:0.0:1777586934.381768:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586934.381777:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000100:00000001:1.0:1777586934.381778:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.381782:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777586934.381785:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1777586934.381786:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000040:1.0:1777586934.381790:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12019) 00000100:00000200:0.0:1777586934.381797:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679232, portal 25 00000100:00000001:0.0:1777586934.381802:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586934.381816:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586934.381818:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:3.0:1777586934.381821:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586934.381824:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586934.381827:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586934.381829:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.381830:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586934.381833:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.381838:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.381838:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586934.381848:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586934.381866:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586934.381871:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586934.381875:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1777586934.381878:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586934.381878:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586934.381886:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 02000000:00000001:3.0:1777586934.381886:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586934.381890:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1777586934.381892:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667679232, offset 0 02000000:00000001:3.0:1777586934.381896:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586934.381909:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667679360:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586934.381915:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586934.381929:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586934.381931:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777586934.381933:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586934.381937:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586934.381939:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586934.381940:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586934.381940:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586934.381950:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1777586934.381952:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777586934.381954:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586934.381957:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586934.381959:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:3.0:1777586934.381962:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35aef0f. 00000100:00100000:2.0:1777586934.381965:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043ee720f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667679488:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777586934.381970:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1777586934.381973:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586934.381982:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:3.0:1777586934.381983:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004523772c. 00000100:00000001:2.0:1777586934.381987:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777586934.381992:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [211:211:256:4294967295] 192.168.204.155@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000010:3.0:1777586934.381992:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b44cffd. 02000000:00000001:2.0:1777586934.381993:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586934.381999:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586934.382000:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679360, portal 10 02000000:00000001:2.0:1777586934.382010:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586934.382010:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586934.382015:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006738688 : -105793702812928 : ffff9fc7fbeca300) 00000400:00000200:0.0:1777586934.382016:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:2.0:1777586934.382018:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a418730. 00000800:00000200:0.0:1777586934.382025:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777586934.382029:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586934.382031:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586934.382036:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ace88923. 00000100:00000001:3.0:1777586934.382045:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1777586934.382049:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:2.0:1777586934.382049:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000100:00000040:3.0:1777586934.382056:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586934.382063:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efee5b4d. 00000400:00000010:2.0:1777586934.382064:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000800:00000200:0.0:1777586934.382074:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:2.0:1777586934.382079:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679488, portal 10 00000100:00000200:3.0:1777586934.382080:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667679360, offset 0 00000800:00000200:0.0:1777586934.382081:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ace88923 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586934.382095:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586934.382102:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006737792 : -105793702813824 : ffff9fc7fbec9f80) 00000400:00000200:3.0:1777586934.382102:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586934.382113:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:2.0:1777586934.382116:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586934.382129:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586934.382137:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586934.382138:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777586934.382142:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586934.382147:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586934.382149:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [212:212:255:4294967295] 192.168.204.155@tcp LPNI seq info [212:212:7:4294967295] 00000100:00000040:2.0:1777586934.382157:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586934.382163:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000400:00000200:3.0:1777586934.382164:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:2.0:1777586934.382174:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667679488, offset 0 00000800:00000200:3.0:1777586934.382181:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586934.382188:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002944e570. 00000400:00000200:2.0:1777586934.382191:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:3.0:1777586934.382200:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586934.382206:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:2.0:1777586934.382211:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:3.0:1777586934.382211:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002944e570 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777586934.382230:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586934.382234:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586934.382238:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777586934.382240:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.382242:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586934.382244:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586934.382282:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306684751 00000100:00000010:0.0:1777586934.382290:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036bef5f8. 00000100:00000001:0.0:1777586934.382299:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1777586934.382301:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 229561 usecs (230 jiffies) 00000100:00000001:3.0:1777586934.382308:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306681575 00000100:00000001:0.0:1777586934.382311:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306684751 00000100:00000001:3.0:1777586934.382313:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306684751 00000100:00000010:0.0:1777586934.382319:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c2fcc98. 00000400:00000200:2.0:1777586934.382320:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [213:213:254:4294967295] 192.168.204.155@tcp LPNI seq info [213:213:6:4294967295] 00000100:00000001:3.0:1777586934.382321:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306681575 00000100:00000001:0.0:1777586934.382327:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586934.382339:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306684751 00000100:00000001:3.0:1777586934.382340:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306684751 00000100:00000010:0.0:1777586934.382348:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8691442. 00000100:00000001:3.0:1777586934.382350:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306681575 00000100:00000001:0.0:1777586934.382358:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1777586934.382363:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586934.382364:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586934.382373:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306684751 00000800:00000200:2.0:1777586934.382373:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586934.382374:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ace88923. 00000100:00000001:3.0:1777586934.382376:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306684751 00000800:00000010:2.0:1777586934.382380:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000100:00000001:3.0:1777586934.382384:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306681575 00000400:00000200:1.0:1777586934.382387:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1777586934.382391:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb9b2de8. 00000800:00000200:2.0:1777586934.382397:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777586934.382401:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1777586934.382408:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586934.382410:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586934.382410:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306684751 00000800:00000200:2.0:1777586934.382422:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777586934.382423:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586934.382424:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586934.382429:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000800:00000200:2.0:1777586934.382432:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586934.382435:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586934.382438:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586934.382438:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:2.0:1777586934.382439:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.382441:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586934.382450:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586934.382451:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586934.382453:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 29215 usecs (30 jiffies) 00000100:00000001:1.0:1777586934.382455:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777586934.382461:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306681375 00000100:00000001:0.0:1777586934.382462:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586934.382462:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586934.382466:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306684751 00000100:00000001:0.0:1777586934.382467:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1777586934.382467:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586934.382468:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586934.382477:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306681375 00000100:00000001:0.0:1777586934.382483:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586934.382487:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586934.382487:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306684751 00000100:00000001:3.0:1777586934.382488:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586934.382493:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382495:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306681375 00000100:00000001:0.0:1777586934.382505:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382506:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306684751 00000100:00000001:3.0:1777586934.382507:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586934.382514:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382517:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306681375 00000100:00000001:1.0:1777586934.382519:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586934.382519:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382520:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306684751 00000100:00000001:2.0:1777586934.382530:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777586934.382532:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586934.382534:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382540:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382544:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.382551:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382552:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586934.382554:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777586934.382555:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586934.382558:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586934.382559:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586934.382560:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586934.382562:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586934.382572:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586934.382575:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002944e570. 00000400:00000200:1.0:1777586934.382579:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586934.382583:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586934.382585:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efee5b4d 00000400:00000010:1.0:1777586934.382587:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000efee5b4d. 00000100:00000001:1.0:1777586934.382598:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586934.382602:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.382610:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586934.382612:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.382618:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586934.382620:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586934.382688:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586934.382691:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777586934.382694:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586934.382697:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586934.382700:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:1.0:1777586934.382702:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000001:1.0:1777586934.382704:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586934.382706:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.382713:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586934.382716:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.382722:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586934.382723:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586934.387303:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586934.387318:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586934.387322:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586934.387324:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586934.387335:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586934.387351:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06600 00000400:00000200:2.0:1777586934.387359:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:2.0:1777586934.387367:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586934.387372:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586934.387374:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586934.387379:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586934.387385:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586934.387391:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586934.387400:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586934.387421:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586934.387429:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586934.387432:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586934.387434:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586934.387449:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586934.387454:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586934.387462:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06700 00000100:00000001:0.0:1777586934.387465:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586934.387469:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x789 [1] + 224 00000100:00000001:0.0:1777586934.387471:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1777586934.387475:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777586934.387479:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1777586934.387479:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586934.387480:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1777586934.387483:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1777586934.387485:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:0.0:1777586934.387487:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000400:00000200:0.0:1777586934.387496:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586934.387498:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586934.387501:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586934.387502:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586934.387508:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586934.387508:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586934.387527:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586934.387537:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586934.387545:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586934.387546:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586934.387549:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586934.387550:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586934.387553:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586934.387554:0:197583:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1777586934.387556:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777586934.387559:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1777586934.387559:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586934.387564:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1777586934.387565:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777586934.387569:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586934.387573:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06680 02000000:00000001:0.0:1777586934.387575:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586934.387577:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:2.0:1777586934.387581:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1777586934.387584:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=127 v=5 (5 5 0 0) 00000800:00000001:2.0:1777586934.387592:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777586934.387595:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=127 v=5 (1 1 0 0) 00000400:00000200:2.0:1777586934.387595:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586934.387599:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586934.387604:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586934.387604:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586934.387607:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586934.387610:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586934.387621:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1777586934.387621:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586934.387624:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.387629:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586934.387630:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.387633:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586934.387637:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1777586934.387639:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777586934.387640:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586934.387643:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:3.0:1777586934.387650:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:3.0:1777586934.387653:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:3.0:1777586934.387667:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586934.387674:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586934.387681:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586934.387684:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586934.387688:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586934.387691:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586934.387692:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1777586934.387692:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1777586934.387699:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586934.387701:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1777586934.387702:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586934.387705:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586934.387710:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586934.387713:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586934.387716:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1777586934.387719:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667679232:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586934.387719:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586934.387723:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586934.387726:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586934.387728:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387730:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1777586934.387731:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=127 v=5 (5 5 0 0) 00000100:00000001:0.0:1777586934.387732:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1777586934.387735:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1777586934.387737:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=106 v=5 (1 1 0 0) 00000100:00000040:0.0:1777586934.387738:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667679232/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777586934.387739:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586934.387742:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004523772c. 00000100:00000001:3.0:1777586934.387744:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586934.387747:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586934.387749:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44cffd 00010000:00000001:3.0:1777586934.387752:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1777586934.387754:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000b44cffd. 00010000:00080000:3.0:1777586934.387760:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586934.387761:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777586934.387761:0:197584:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1777586934.387766:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1777586934.387770:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586934.387771:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080e82f65. 00010000:00000001:3.0:1777586934.387773:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586934.387779:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777586934.387780:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586934.387784:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000020:00000001:0.0:1777586934.387785:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1777586934.387788:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586934.387789:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1777586934.387790:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586934.387792:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586934.387794:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586934.387798:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 00000100:00000040:3.0:1777586934.387799:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586934.387805:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586934.387808:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1777586934.387808:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1777586934.387812:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:1.0:1777586934.387812:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387817:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777586934.387819:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1777586934.387821:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586934.387822:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387824:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586934.387825:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586934.387826:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387827:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.387831:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1777586934.387832:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.387834:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586934.387836:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1777586934.387838:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=121 v=5 (5 5 0 0) 00000100:00000001:0.0:1777586934.387839:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586934.387841:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586934.387844:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1777586934.387846:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586934.387848:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586934.387856:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586934.387858:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586934.387861:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043ee720f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667679488:192.168.204.155@tcp:400: 00010000:00000001:1.0:1777586934.387863:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586934.387866:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586934.387868:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387870:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1777586934.387871:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586934.387873:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586934.387876:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1777586934.387877:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043ee720f x1863934667679488/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586934.387879:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.387887:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586934.387889:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586934.387892:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586934.387895:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a418730. 02000000:00000001:3.0:1777586934.387901:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1777586934.387903:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1777586934.387903:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586934.387906:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586934.387907:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1777586934.387910:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777586934.387911:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777586934.387913:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 00000100:00000040:1.0:1777586934.387917:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586934.387918:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586934.387920:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586934.387923:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043ee720f. 00000100:00000001:3.0:1777586934.387928:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586934.387930:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1777586934.387932:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667679360:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586934.387934:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387941:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586934.387941:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586934.387943:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586934.387944:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586934.387948:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017b81f49 x1863934667679360/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586934.387949:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586934.387952:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586934.387960:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586934.387961:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586934.387969:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35aef0f. 02000000:00000001:1.0:1777586934.387973:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586934.387975:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586934.387976:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586934.387978:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586934.387979:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:1.0:1777586934.387981:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586934.387982:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586934.387983:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 00000100:00000001:1.0:1777586934.387987:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586934.387988:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387990:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586934.387993:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586934.387995:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586934.387996:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586934.387998:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586935.021377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586935.021384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586935.021391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586935.021393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586935.021505:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586935.021524:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586935.021527:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586936.045402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586936.045409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586936.045415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586936.045416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586936.045441:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586936.045444:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586936.045447:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586937.069362:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586937.069369:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586937.069372:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586937.069375:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069380:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586937.069382:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069383:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069385:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586937.069390:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586937.069391:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586937.069408:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069410:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586937.069411:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069412:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586937.069414:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586937.069456:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586937.069459:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586937.069462:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586937.837364:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306684751, at 4306684800 00000100:00000040:2.0:1777586937.837364:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306684751, at 4306684800 00000100:00000040:3.0:1777586937.837378:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306684751, at 4306684800 00000100:00000010:0.0:1777586937.837381:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036bef5f8. 00000100:00000010:2.0:1777586937.837382:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8691442. 00000100:00000010:3.0:1777586937.837403:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb9b2de8. 00000100:00000040:1.0:1777586937.837430:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306684751, at 4306684800 00000100:00000010:1.0:1777586937.837437:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c2fcc98. 00010000:00000001:1.0:1777586938.093325:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586938.093330:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586938.093333:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586938.093334:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586938.093356:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586938.093360:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586938.093363:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586939.117368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586939.117374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586939.117381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586939.117383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586939.117403:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586939.117406:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586939.117408:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586939.501389:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586939.501403:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586939.501418:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 00000020:00000040:1.0:1777586939.501429:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586939.501434:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586939.501438:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586939.501444:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586939.501453:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000001:1.0:1777586939.501463:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586939.501475:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586939.501486:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586939.501488:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586939.501493:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017b81f49] to pc [ptlrpcd_00_01+1] req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.501523:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586939.501544:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586939.501546:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586939.501549:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3862ae5. 00000020:00000040:1.0:1777586939.501551:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586939.501554:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586939.501555:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586939.501557:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586939.501574:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:1.0:1777586939.501578:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.501579:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586939.501581:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777586939.501584:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586939.501584:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777586939.501587:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.501589:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586939.501598:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586939.501600:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.501600:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586939.501603:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586939.501604:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3862ae5] to pc [ptlrpcd_00_02+2] req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586939.501608:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586939.501611:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586939.501615:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586939.501623:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586939.501632:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586939.501635:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586939.501638:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586939.501641:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586939.501643:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777586939.501643:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.501646:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1777586939.501649:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667679616:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586939.501650:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586939.501655:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1777586939.501657:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586939.501662:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586939.501665:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586939.501669:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586939.501671:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586939.501673:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586939.501675:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000faf7b0d3. 02000000:00000001:0.0:1777586939.501676:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586939.501679:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586939.501680:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586939.501684:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586939.501686:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777586939.501687:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667679744:192.168.204.155@tcp:400: 00000400:00000010:3.0:1777586939.501688:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1f4ae96. 00000100:00000001:2.0:1777586939.501691:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.501696:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1777586939.501696:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 02000000:00000001:0.0:1777586939.501700:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586939.501703:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586939.501705:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679616, portal 25 02000000:00000001:0.0:1777586939.501706:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586939.501709:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586939.501711:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006738688 : -105793702812928 : ffff9fc7fbeca300) 02000000:00000010:0.0:1777586939.501712:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eca14ed. 02000000:00000001:0.0:1777586939.501715:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586939.501719:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586939.501720:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000100:00000001:1.0:1777586939.501727:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586939.501728:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000040:1.0:1777586939.501732:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1777586939.501734:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679744, portal 10 00000100:00000001:1.0:1777586939.501737:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777586939.501740:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586939.501743:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006729728 : -105793702821888 : ffff9fc7fbec8000) 00000100:00000010:1.0:1777586939.501743:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069882c1d. 00000100:00000001:3.0:1777586939.501746:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1777586939.501747:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586939.501753:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1777586939.501753:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586939.501755:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586939.501756:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1777586939.501759:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 02000000:00000001:1.0:1777586939.501760:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586939.501765:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667679616, offset 0 02000000:00000010:1.0:1777586939.501767:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:0.0:1777586939.501768:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586939.501772:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586939.501777:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1777586939.501782:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586939.501789:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000001:1.0:1777586939.501791:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586939.501794:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586939.501796:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586939.501800:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069882c1d] to pc [ptlrpcd_00_03+3] req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586939.501802:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667679744, offset 0 00000400:00000200:3.0:1777586939.501810:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586939.501817:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586939.501820:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586939.501828:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586939.501834:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586939.501837:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586939.501841:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [214:214:256:4294967295] 192.168.204.155@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:3.0:1777586939.501852:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586939.501858:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586939.501862:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:3.0:1777586939.501864:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000152d2d0d. 00000400:00000200:0.0:1777586939.501866:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586939.501871:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586939.501873:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1777586939.501875:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777586939.501876:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777586939.501877:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586939.501880:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777586939.501883:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:2.0:1777586939.501887:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777586939.501891:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777586939.501892:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [215:215:255:4294967295] 192.168.204.155@tcp LPNI seq info [215:215:7:4294967295] 00000800:00000200:3.0:1777586939.501898:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152d2d0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586939.501909:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586939.501912:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586939.501915:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:2.0:1777586939.501916:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586939.501919:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777586939.501924:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777586939.501924:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.501928:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586939.501930:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667679872:192.168.204.155@tcp:400: 00000800:00000010:0.0:1777586939.501931:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ec524f. 00000100:00000001:2.0:1777586939.501938:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586939.501939:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306689870 02000000:00000001:2.0:1777586939.501941:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1777586939.501942:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:2.0:1777586939.501944:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777586939.501947:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f8e25a. 02000000:00000001:2.0:1777586939.501948:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1777586939.501952:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000010:2.0:1777586939.501954:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7a742d. 00000800:00000200:0.0:1777586939.501955:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ec524f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1777586939.501957:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.501957:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586939.501963:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586939.501964:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000100:00000001:3.0:1777586939.501966:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306689870 00000100:00000040:0.0:1777586939.501968:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 225983 usecs (226 jiffies) 00000400:00000010:2.0:1777586939.501970:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000010:3.0:1777586939.501971:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:0.0:1777586939.501973:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306686690 00000100:00000200:2.0:1777586939.501975:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667679872, portal 10 00000100:00000001:3.0:1777586939.501977:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586939.501978:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306689870 00000100:00000001:2.0:1777586939.501979:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586939.501983:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306686690 00000100:00000001:3.0:1777586939.501983:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306689870 00000100:00000001:0.0:1777586939.501988:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306689870 00000100:00000010:3.0:1777586939.501989:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000100:00000001:0.0:1777586939.501991:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306686690 00000100:00000001:2.0:1777586939.501991:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736000 : -105793702815616 : ffff9fc7fbec9880) 00000100:00000001:3.0:1777586939.501995:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777586939.502001:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306689870 00000100:00000040:2.0:1777586939.502001:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586939.502001:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306689870 00000100:00000010:3.0:1777586939.502007:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000001:0.0:1777586939.502008:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306686690 00000100:00000001:3.0:1777586939.502015:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586939.502016:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777586939.502020:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306689870 00000100:00000001:3.0:1777586939.502020:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586939.502026:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777586939.502030:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586939.502031:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586939.502034:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000100:00000001:3.0:1777586939.502036:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.502044:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586939.502044:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667679872, offset 0 00000100:00000001:3.0:1777586939.502044:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586939.502045:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.502050:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586939.502050:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1777586939.502055:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586939.502056:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586939.502057:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1777586939.502058:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586939.502061:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777586939.502062:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777586939.502063:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12024) 00000100:00000001:0.0:1777586939.502065:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586939.502068:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777586939.502069:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586939.502070:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586939.502074:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777586939.502075:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586939.502079:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586939.502082:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586939.502084:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [216:216:254:4294967295] 192.168.204.155@tcp LPNI seq info [216:216:6:4294967295] 00000400:00000200:2.0:1777586939.502093:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586939.502100:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586939.502103:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:1.0:1777586939.502108:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1777586939.502108:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586939.502111:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000010:1.0:1777586939.502112:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000152d2d0d. 00000800:00000200:2.0:1777586939.502114:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586939.502116:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586939.502117:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1777586939.502118:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 28838 usecs (29 jiffies) 00000100:00000001:2.0:1777586939.502120:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306686493 00000400:00000200:1.0:1777586939.502121:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586939.502122:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306689870 00000100:00000001:2.0:1777586939.502124:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306686493 00000100:00000001:2.0:1777586939.502125:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306689870 00000400:00000200:1.0:1777586939.502126:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000100:00000001:2.0:1777586939.502127:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306686493 00000100:00000001:2.0:1777586939.502129:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306689870 00000100:00000001:2.0:1777586939.502131:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306686493 00000100:00000001:2.0:1777586939.502132:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306689870 00000100:00000001:2.0:1777586939.502134:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586939.502136:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586939.502140:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:2.0:1777586939.502143:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586939.502144:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586939.502145:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586939.502148:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586939.502148:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586939.502149:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586939.502151:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586939.502152:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586939.502153:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586939.502155:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586939.502157:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586939.502159:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.502166:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586939.502168:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586939.502180:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586939.502182:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ec524f. 00000400:00000200:1.0:1777586939.502185:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586939.502188:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586939.502190:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:1.0:1777586939.502192:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:1.0:1777586939.502194:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586939.502196:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.502202:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586939.502203:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.502219:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586939.502221:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586939.502297:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586939.502299:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:1.0:1777586939.502301:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586939.502304:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586939.502305:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000400:00000010:1.0:1777586939.502306:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000100:00000001:1.0:1777586939.502308:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586939.502316:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.502323:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586939.502325:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.502330:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586939.502331:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586939.504203:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504227:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586939.504231:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504234:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586939.504245:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586939.504287:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06780 00000400:00000200:1.0:1777586939.504296:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:1.0:1777586939.504304:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504309:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586939.504312:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586939.504316:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586939.504323:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586939.504329:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586939.504340:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.504368:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586939.504377:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504382:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586939.504383:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504386:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586939.504390:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777586939.504400:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777586939.504403:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06800 00000100:00000001:3.0:1777586939.504405:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586939.504411:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1777586939.504414:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504419:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586939.504419:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1777586939.504423:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1777586939.504423:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586939.504428:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1f4ae96. 00000400:00000200:1.0:1777586939.504430:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586939.504434:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:3.0:1777586939.504437:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:3.0:1777586939.504441:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586939.504445:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586939.504450:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586939.504457:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586939.504458:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586939.504479:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586939.504483:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586939.504487:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1777586939.504489:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586939.504490:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586939.504493:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586939.504497:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586939.504502:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586939.504509:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=132 v=5 (5 5 0 0) 00000100:00000001:1.0:1777586939.504512:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1777586939.504513:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586939.504517:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1777586939.504518:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586939.504519:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586939.504522:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1777586939.504523:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1777586939.504525:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586939.504526:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586939.504530:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586939.504530:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586939.504537:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586939.504540:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777586939.504550:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586939.504552:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06880 00000100:00000001:0.0:1777586939.504553:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586939.504554:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586939.504558:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586939.504558:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586939.504579:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7a5 [1] + 224 00000100:00000040:3.0:1777586939.504579:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586939.504590:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1777586939.504590:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777586939.504593:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1777586939.504594:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667679616:192.168.204.155@tcp:400: 00000400:00000010:0.0:1777586939.504597:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000800:00000001:1.0:1777586939.504600:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777586939.504605:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000200:1.0:1777586939.504605:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586939.504609:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777586939.504610:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000400:00000200:1.0:1777586939.504615:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586939.504616:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586939.504619:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586939.504623:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586939.504626:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1777586939.504634:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586939.504634:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017b81f49 x1863934667679616/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586939.504648:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586939.504664:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586939.504668:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1777586939.504669:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586939.504673:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777586939.504673:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf7b0d3. 00000100:00000040:1.0:1777586939.504678:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586939.504679:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586939.504679:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1777586939.504683:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1777586939.504684:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777586939.504686:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1777586939.504687:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586939.504690:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586939.504693:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1777586939.504695:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586939.504698:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 00000100:00001000:0.0:1777586939.504703:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=126 v=5 (5 5 0 0) 02000000:00000001:3.0:1777586939.504705:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1777586939.504709:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=126 v=5 (1 1 0 0) 02000000:00000001:3.0:1777586939.504709:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586939.504712:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 00000100:00000001:0.0:1777586939.504714:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586939.504716:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586939.504717:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.504718:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1777586939.504721:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1777586939.504723:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1777586939.504724:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.504726:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586939.504729:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586939.504730:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586939.504740:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586939.504742:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1777586939.504743:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586939.504746:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586939.504747:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586939.504749:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586939.504749:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.504751:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586939.504752:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586939.504755:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586939.504757:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586939.504758:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000100:00000001:0.0:1777586939.504761:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586939.504762:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586939.504766:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:2.0:1777586939.504769:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1777586939.504770:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586939.504775:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586939.504785:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586939.504790:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586939.504792:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1777586939.504796:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586939.504799:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586939.504814:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586939.504817:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1777586939.504818:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667679744:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586939.504821:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586939.504824:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586939.504826:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586939.504826:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586939.504829:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.504830:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1777586939.504832:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586939.504835:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3862ae5 x1863934667679744/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777586939.504838:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=132 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586939.504844:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=111 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586939.504846:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586939.504849:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1777586939.504849:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1777586939.504851:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eca14ed. 00000100:00000001:2.0:1777586939.504852:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586939.504856:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586939.504860:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586939.504863:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586939.504866:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586939.504868:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586939.504872:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1777586939.504872:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586939.504873:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 02000000:00000001:0.0:1777586939.504876:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586939.504877:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586939.504878:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3862ae5. 00000100:00000001:0.0:1777586939.504881:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586939.504883:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586939.504883:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1777586939.504886:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586939.504886:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586939.504890:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586939.504892:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586939.504893:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586939.504895:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586939.504897:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586939.504899:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586939.504902:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586939.504909:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586939.504910:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586939.504911:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586939.504915:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586939.504922:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667679872:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586939.504926:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586939.504928:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586939.504930:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069882c1d x1863934667679872/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586939.504935:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586939.504937:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586939.504938:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7a742d. 02000000:00000001:2.0:1777586939.504941:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586939.504943:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586939.504944:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586939.504946:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586939.504947:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:2.0:1777586939.504949:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586939.504950:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586939.504951:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069882c1d. 00000100:00000001:2.0:1777586939.504953:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586939.504954:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586939.504955:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586939.504959:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586939.504960:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586939.504961:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586939.504968:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586940.141427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586940.141433:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586940.141439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586940.141440:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586940.142601:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586940.142605:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586940.142622:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586941.165419:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586941.165429:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586941.165439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586941.165442:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586941.165521:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586941.165525:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586941.165540:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586942.189376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586942.189384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586942.189391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586942.189392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586942.189428:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586942.189432:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586942.189434:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586942.957373:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306689870, at 4306689920 00000100:00000040:1.0:1777586942.957373:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306689870, at 4306689920 00000100:00000010:1.0:1777586942.957390:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000010:0.0:1777586942.957392:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f8e25a. 00000100:00000040:2.0:1777586942.957420:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306689870, at 4306689920 00000100:00000010:2.0:1777586942.957426:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000040:3.0:1777586942.958305:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306689870, at 4306689921 00000100:00000010:3.0:1777586942.958313:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00010000:00000001:1.0:1777586943.213385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586943.213391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586943.213398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586943.213400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586943.213501:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586943.213504:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586943.213507:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586944.237368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586944.237375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586944.237382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586944.237383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586944.237497:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586944.237501:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586944.237503:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586944.621439:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586944.621452:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586944.621478:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777586944.621489:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586944.621496:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586944.621500:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586944.621508:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586944.621532:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4ec524f. 00000100:00000001:0.0:1777586944.621541:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.621556:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586944.621569:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586944.621571:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.621578:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_00+0] req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586944.621621:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.621624:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586944.621629:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586944.621633:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777586944.621636:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586944.621660:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586944.621661:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586944.621664:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777586944.621668:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586944.621670:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586944.621672:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586944.621674:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586944.621676:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ace88923. 00000100:00000001:3.0:1777586944.621679:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777586944.621684:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.621693:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1777586944.621696:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586944.621712:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586944.621714:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586944.621718:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586944.621721:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586944.621723:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586944.621783:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586944.621785:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.621790:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_01+1] req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586944.621802:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667680000:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586944.621809:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.621813:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586944.621816:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586944.621820:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000100:00000001:3.0:1777586944.621827:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1777586944.621828:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777586944.621834:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777586944.621835:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586944.621837:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586944.621840:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586944.621845:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586944.621846:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1777586944.621846:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ed3239f. 00000100:00000001:2.0:1777586944.621853:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777586944.621854:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586944.621855:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.621859:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1777586944.621866:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002abfb042. 00000400:00000010:3.0:1777586944.621867:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1f4ae96. 00000100:00000040:2.0:1777586944.621868:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586944.621875:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586944.621881:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000040:0.0:1777586944.621885:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586944.621891:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586944.621894:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586944.621895:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680000, portal 25 02000000:00000001:2.0:1777586944.621900:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586944.621904:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586944.621906:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586944.621907:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1777586944.621910:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586944.621911:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586944.621911:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000100:00100000:2.0:1777586944.621919:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667680128:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777586944.621922:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_02+2] req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.621930:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1777586944.621930:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586944.621938:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586944.621941:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586944.621947:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586944.621954:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc211bb. 00000100:00000001:3.0:1777586944.621958:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777586944.621959:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586944.621968:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000100:00000040:3.0:1777586944.621972:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586944.621981:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000400:00000010:2.0:1777586944.621984:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:3.0:1777586944.621986:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667680000, offset 0 00000100:00000200:2.0:1777586944.621992:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680128, portal 10 00000100:00000001:2.0:1777586944.621999:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586944.622000:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586944.622000:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586944.622007:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000100:00000040:0.0:1777586944.622010:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586944.622015:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777586944.622018:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586944.622025:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777586944.622037:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12029) 00000400:00000200:3.0:1777586944.622045:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586944.622046:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586944.622055:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586944.622057:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:2.0:1777586944.622061:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000400:00000200:3.0:1777586944.622069:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586944.622076:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000200:2.0:1777586944.622078:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667680128, offset 0 00000400:00000200:3.0:1777586944.622081:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [217:217:256:4294967295] 192.168.204.155@tcp LPNI seq info [217:217:8:4294967295] 00000100:00000001:0.0:1777586944.622084:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586944.622090:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586944.622094:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586944.622102:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586944.622106:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586944.622119:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586944.622142:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586944.622143:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586944.622158:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1777586944.622158:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000152d2d0d. 00000400:00000200:2.0:1777586944.622159:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777586944.622166:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586944.622171:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777586944.622172:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1777586944.622176:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:0.0:1777586944.622179:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586944.622184:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777586944.622185:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586944.622196:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:2.0:1777586944.622197:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:0.0:1777586944.622199:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667680256:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586944.622201:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1777586944.622206:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152d2d0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586944.622210:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586944.622218:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [218:218:255:4294967295] 192.168.204.155@tcp LPNI seq info [218:218:7:4294967295] 00000100:00000001:0.0:1777586944.622223:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586944.622228:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586944.622231:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586944.622234:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586944.622236:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777586944.622242:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:0.0:1777586944.622243:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd80fc45. 00000100:00000001:3.0:1777586944.622246:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306694990 02000000:00000001:0.0:1777586944.622249:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586944.622309:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000400:00000010:0.0:1777586944.622316:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000200:0.0:1777586944.622320:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680256, portal 10 00000100:00000001:0.0:1777586944.622322:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586944.622323:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000010:3.0:1777586944.622331:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000040:0.0:1777586944.622336:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777586944.622338:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586944.622341:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1777586944.622350:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000001:3.0:1777586944.622353:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306694991 00000100:00000001:0.0:1777586944.622360:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1777586944.622361:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b1ba1. 00000800:00000200:2.0:1777586944.622366:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586944.622371:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1777586944.622373:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586944.622380:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306694991 00000400:00000010:0.0:1777586944.622381:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000800:00000200:2.0:1777586944.622387:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:0.0:1777586944.622390:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667680256, offset 0 00000100:00000010:3.0:1777586944.622391:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dce1b71. 00000800:00000200:2.0:1777586944.622392:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586944.622400:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586944.622406:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777586944.622408:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 222457 usecs (223 jiffies) 00000100:00000001:2.0:1777586944.622413:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306691808 00000400:00000200:0.0:1777586944.622414:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586944.622418:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586944.622419:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306694990 00000400:00000200:0.0:1777586944.622421:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586944.622424:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306691808 00000100:00000001:3.0:1777586944.622427:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306694991 00000100:00000001:2.0:1777586944.622428:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306694991 00000100:00000001:2.0:1777586944.622436:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306691808 00000400:00000200:0.0:1777586944.622438:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:3.0:1777586944.622439:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:2.0:1777586944.622442:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306694991 00000400:00000200:0.0:1777586944.622446:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586944.622448:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586944.622449:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306691808 00000400:00000200:0.0:1777586944.622453:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586944.622460:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306694991 00000100:00000001:3.0:1777586944.622468:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777586944.622476:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [219:219:254:4294967295] 192.168.204.155@tcp LPNI seq info [219:219:6:4294967295] 00000100:00000001:3.0:1777586944.622477:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.622482:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586944.622488:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.622492:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586944.622496:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586944.622500:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.622505:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586944.622508:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586944.622512:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1777586944.622513:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586944.622514:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586944.622518:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586944.622519:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586944.622522:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586944.622526:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586944.622538:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586944.622544:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586944.622544:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586944.622546:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001892d80d. 00000100:00000001:2.0:1777586944.622548:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586944.622554:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586944.622558:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586944.622558:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586944.622566:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586944.622569:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001892d80d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586944.622573:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.622576:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 28413 usecs (29 jiffies) 00000100:00000001:0.0:1777586944.622580:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306691614 00000100:00000001:0.0:1777586944.622583:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306694990 00000100:00000001:0.0:1777586944.622585:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306691614 00000100:00000001:0.0:1777586944.622588:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306694991 00000100:00000001:0.0:1777586944.622589:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306691614 00000100:00000001:0.0:1777586944.622592:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306694991 00000100:00000001:0.0:1777586944.622594:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306691614 00000100:00000001:0.0:1777586944.622596:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306694991 00000100:00000001:0.0:1777586944.622597:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586944.622600:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586944.622602:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586944.622604:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586944.622608:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586944.622612:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586944.622615:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586944.622617:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586944.622618:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586944.622623:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586944.622629:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000152d2d0d. 00000100:00000001:0.0:1777586944.622630:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586944.622640:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586944.622648:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586944.622654:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:2.0:1777586944.622656:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000001:2.0:1777586944.622661:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586944.622665:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.622676:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586944.622679:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.622686:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.622687:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586944.622698:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586944.622700:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:2.0:1777586944.622702:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586944.622705:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586944.622707:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:2.0:1777586944.622709:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777586944.622711:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586944.622713:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.622719:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586944.622720:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.622727:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.622729:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586944.623287:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586944.623291:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001892d80d. 00000400:00000200:2.0:1777586944.623300:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586944.623305:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586944.623308:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:2.0:1777586944.623309:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000001:2.0:1777586944.623313:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586944.623316:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.623324:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586944.623326:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.623332:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.623333:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586944.626618:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626653:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586944.626658:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626660:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586944.626675:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586944.626695:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06900 00000400:00000200:1.0:1777586944.626706:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:1.0:1777586944.626716:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626721:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586944.626724:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586944.626729:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586944.626738:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586944.626745:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586944.626757:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586944.626811:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586944.626815:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586944.626832:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586944.626842:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626850:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586944.626852:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626853:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586944.626857:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586944.626863:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06980 00000400:00000200:1.0:1777586944.626869:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:1.0:1777586944.626872:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626878:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586944.626879:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586944.626882:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586944.626886:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586944.626889:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586944.626896:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586944.626928:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586944.626934:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.626938:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586944.627595:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586944.627600:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586944.627607:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586944.627610:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586944.627613:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:2.0:1777586944.627619:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586944.627622:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:2.0:1777586944.627625:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586944.627630:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586944.627638:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.627644:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586944.627646:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586944.627648:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586944.627652:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586944.627655:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586944.627657:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586944.627660:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586944.627671:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=131 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586944.627676:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586944.627678:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586944.627689:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586944.627693:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586944.627696:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.627701:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586944.627703:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586944.627705:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586944.627707:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586944.627711:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.627729:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586944.627732:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586944.627734:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586944.627737:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586944.627745:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667680128:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586944.627751:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586944.627753:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586944.627756:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667680128/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586944.627763:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586944.627766:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586944.627769:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc211bb. 02000000:00000001:2.0:1777586944.627773:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586944.627775:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586944.627777:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586944.627780:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586944.627782:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ace88923. 02000000:00000001:2.0:1777586944.627790:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586944.627792:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586944.627794:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:2.0:1777586944.627798:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586944.627799:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586944.627801:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586944.627816:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586944.627818:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586944.627820:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586944.627823:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777586944.628609:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586944.628612:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586944.628615:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1f4ae96. 00000400:00000200:3.0:1777586944.628620:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:3.0:1777586944.628622:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:3.0:1777586944.628625:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586944.628631:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586944.628639:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586944.628660:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586944.628662:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586944.628664:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586944.628666:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586944.628667:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586944.628669:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586944.628671:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586944.628675:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=137 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586944.628678:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586944.628681:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586944.628682:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586944.628684:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586944.628686:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586944.628688:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586944.628691:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586944.628697:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586944.628699:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586944.628701:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586944.628703:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586944.628710:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667680000:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586944.628715:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586944.628717:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586944.628719:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667680000/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586944.628725:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586944.628727:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586944.628728:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ed3239f. 02000000:00000001:3.0:1777586944.628732:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586944.628734:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586944.628735:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586944.628742:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586944.628744:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4ec524f. 02000000:00000001:3.0:1777586944.628747:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586944.628749:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586944.628750:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:3.0:1777586944.628753:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586944.628754:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586944.628756:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586944.628761:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586944.628763:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586944.628765:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586944.628767:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586944.628803:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.628815:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586944.628817:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.628819:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586944.628825:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586944.628839:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06a00 00000400:00000200:1.0:1777586944.628845:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:1.0:1777586944.628851:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.628857:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586944.628860:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586944.628864:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586944.628869:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586944.628873:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586944.628881:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586944.628902:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586944.628910:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586944.628913:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586944.628966:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586944.628970:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586944.628973:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586944.628975:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586944.628977:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000400:00000200:0.0:1777586944.628985:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586944.628986:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586944.628990:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586944.628994:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586944.629003:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586944.629011:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586944.629012:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586944.629014:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586944.629016:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586944.629017:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586944.629019:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586944.629021:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586944.629026:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=137 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586944.629030:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586944.629032:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586944.629033:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586944.629035:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777586944.629038:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586944.629046:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586944.629049:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586944.629050:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586944.629052:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586944.629053:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586944.629056:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586944.629077:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586944.629079:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586944.629080:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586944.629083:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586944.629091:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667680256:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586944.629095:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586944.629097:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586944.629099:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667680256/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586944.629105:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586944.629107:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586944.629108:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd80fc45. 02000000:00000001:0.0:1777586944.629112:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586944.629113:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586944.629114:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586944.629116:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586944.629118:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002abfb042. 02000000:00000001:0.0:1777586944.629123:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586944.629124:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586944.629125:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:0.0:1777586944.629128:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586944.629129:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586944.629130:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586944.629135:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586944.629136:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586944.629138:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586944.629140:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586945.261378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586945.261388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586945.261400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586945.261402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586945.261435:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586945.261439:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586945.261443:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586946.285482:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586946.285488:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586946.285494:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586946.285513:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586946.285588:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586946.285591:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586946.285593:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586947.309455:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586947.309464:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586947.309468:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586947.309472:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309478:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586947.309481:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309485:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309490:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309500:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586947.309506:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586947.309507:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586947.309509:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309511:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586947.309512:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309514:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586947.309517:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586947.309633:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586947.309653:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586947.309656:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586948.077332:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306694990, at 4306695040 00000100:00000040:1.0:1777586948.077339:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306694991, at 4306695040 00000100:00000040:3.0:1777586948.077340:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306694991, at 4306695040 00000100:00000040:2.0:1777586948.077344:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306694991, at 4306695040 00000100:00000010:0.0:1777586948.077349:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00000100:00000010:1.0:1777586948.077350:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b1ba1. 00000100:00000010:3.0:1777586948.077352:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000010:2.0:1777586948.077357:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dce1b71. 00010000:00000001:1.0:1777586948.333889:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586948.333894:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586948.333898:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586948.333899:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586948.333935:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586948.333944:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586948.333947:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586949.357471:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586949.357476:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586949.357481:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586949.357482:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586949.357516:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586949.357520:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586949.357523:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586949.741430:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586949.741437:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586949.741448:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000020:00000040:1.0:1777586949.741455:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586949.741459:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586949.741462:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586949.741466:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586949.741475:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:1.0:1777586949.741482:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586949.741502:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586949.741513:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586949.741514:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586949.741519:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043900d18] to pc [ptlrpcd_00_03+3] req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586949.741545:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586949.741547:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586949.741551:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586949.741553:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfb3140. 00000020:00000040:1.0:1777586949.741556:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586949.741557:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586949.741559:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586949.741560:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586949.741564:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:1.0:1777586949.741567:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586949.741571:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586949.741579:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586949.741580:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.741582:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777586949.741583:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfb3140] to pc [ptlrpcd_00_00+0] req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586949.741583:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586949.741589:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.741589:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586949.741594:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586949.741599:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586949.741606:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586949.741608:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586949.741610:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586949.741613:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586949.741614:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586949.741616:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586949.741619:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1777586949.741622:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667680384:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586949.741624:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777586949.741626:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1777586949.741627:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002008028a. 00000100:00000001:2.0:1777586949.741628:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1777586949.741629:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1777586949.741632:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1777586949.741632:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:2.0:1777586949.741636:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586949.741637:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777586949.741638:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1777586949.741639:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586949.741639:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.741642:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777586949.741642:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586949.741643:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586949.741644:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586949.741647:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586949.741648:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1777586949.741650:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004869e0fc. 00000100:00000001:3.0:1777586949.741650:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1777586949.741653:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000040:0.0:1777586949.741654:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586949.741655:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586949.741655:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586949.741659:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586949.741665:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000100:00000001:0.0:1777586949.741666:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777586949.741667:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586949.741669:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586949.741673:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1777586949.741674:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 02000000:00000001:0.0:1777586949.741675:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586949.741680:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586949.741683:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680384, portal 25 00000100:00000001:1.0:1777586949.741686:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1777586949.741687:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667680512:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586949.741688:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586949.741689:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.741690:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000001:0.0:1777586949.741695:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586949.741698:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777586949.741698:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002008028a] to pc [ptlrpcd_00_01+1] req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586949.741700:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586949.741701:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586949.741705:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586949.741709:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d38ea54. 02000000:00000001:0.0:1777586949.741713:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586949.741718:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000400:00000010:0.0:1777586949.741723:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000001:2.0:1777586949.741723:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777586949.741727:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680512, portal 10 00000100:00000040:2.0:1777586949.741728:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586949.741729:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.741731:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1777586949.741733:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1777586949.741733:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777586949.741737:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667680384, offset 0 00000100:00000001:0.0:1777586949.741738:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006743168 : -105793702808448 : ffff9fc7fbecb480) 00000100:00000040:1.0:1777586949.741739:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586949.741747:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586949.741747:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12034) 00000100:00000001:3.0:1777586949.741751:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586949.741753:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00100000:3.0:1777586949.741755:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1777586949.741760:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586949.741763:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1777586949.741766:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777586949.741767:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586949.741767:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586949.741771:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777586949.741772:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf84f449. 00000400:00000200:2.0:1777586949.741774:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777586949.741774:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1777586949.741776:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667680512, offset 0 00000100:00000001:3.0:1777586949.741778:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777586949.741780:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586949.741780:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777586949.741784:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586949.741787:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1777586949.741790:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586949.741791:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586949.741797:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [220:220:256:4294967295] 192.168.204.155@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:2.0:1777586949.741804:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777586949.741811:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777586949.741811:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586949.741818:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1777586949.741819:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000400:00000200:0.0:1777586949.741824:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586949.741825:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1777586949.741827:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586949.741831:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:2.0:1777586949.741832:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586949.741834:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586949.741835:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [221:221:255:4294967295] 192.168.204.155@tcp LPNI seq info [221:221:7:4294967295] 02000000:00000001:3.0:1777586949.741840:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586949.741844:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777586949.741847:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:3.0:1777586949.741849:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586949.741850:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586949.741854:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1777586949.741856:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667680640:192.168.204.155@tcp:400: 00000800:00000200:0.0:1777586949.741859:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586949.741865:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fecb9fd2. 00000100:00000001:3.0:1777586949.741865:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1777586949.741868:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586949.741871:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586949.741875:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fecb9fd2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586949.741875:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586949.741876:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586949.741880:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.741882:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.741883:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306700110 02000000:00000001:3.0:1777586949.741884:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777586949.741886:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 219095 usecs (220 jiffies) 00000100:00000001:0.0:1777586949.741889:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306696924 02000000:00000010:3.0:1777586949.741889:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ed3239f. 00000100:00000010:2.0:1777586949.741890:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 02000000:00000001:3.0:1777586949.741894:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.741897:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1777586949.741899:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1f4ae96. 00000100:00000001:0.0:1777586949.741903:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306700110 00000100:00000001:2.0:1777586949.741903:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306700110 00000400:00000010:3.0:1777586949.741905:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000001:0.0:1777586949.741908:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306696924 00000100:00000010:2.0:1777586949.741908:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000200:3.0:1777586949.741910:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680640, portal 10 00000100:00000001:2.0:1777586949.741913:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586949.741914:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586949.741916:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306700110 00000100:00000001:2.0:1777586949.741916:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306700110 00000100:00000001:3.0:1777586949.741917:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006734208 : -105793702817408 : ffff9fc7fbec9180) 00000100:00000001:0.0:1777586949.741922:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306696924 00000100:00000010:2.0:1777586949.741923:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000040:3.0:1777586949.741928:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586949.741929:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1777586949.741933:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586949.741935:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306700110 00000100:00000001:2.0:1777586949.741935:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306700110 00000800:00000010:1.0:1777586949.741939:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000100:00000001:0.0:1777586949.741941:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306696924 00000100:00000010:2.0:1777586949.741943:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:3.0:1777586949.741944:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777586949.741948:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586949.741949:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1777586949.741950:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586949.741955:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777586949.741955:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd97dad. 00000100:00000001:0.0:1777586949.741956:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306700110 00000400:00000200:1.0:1777586949.741959:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:3.0:1777586949.741960:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667680640, offset 0 00000100:00000001:0.0:1777586949.741962:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586949.741962:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586949.741966:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000100:00000001:0.0:1777586949.741968:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586949.741969:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777586949.741969:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.741971:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.741975:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586949.741976:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586949.741981:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586949.741981:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586949.741981:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777586949.741983:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586949.741984:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586949.741987:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.741988:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586949.741991:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586949.741992:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586949.741992:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586949.742001:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586949.742004:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586949.742005:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586949.742008:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586949.742010:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586949.742011:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586949.742015:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586949.742018:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586949.742024:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586949.742025:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586949.742028:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777586949.742028:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586949.742033:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [222:222:254:4294967295] 192.168.204.155@tcp LPNI seq info [222:222:6:4294967295] 00000400:00000200:3.0:1777586949.742043:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586949.742048:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586949.742052:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002944e570. 00000800:00000200:3.0:1777586949.742056:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586949.742060:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586949.742063:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002944e570 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586949.742066:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586949.742068:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 28086 usecs (29 jiffies) 00000100:00000001:3.0:1777586949.742071:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306696733 00000100:00000001:3.0:1777586949.742079:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306700110 00000100:00000001:3.0:1777586949.742081:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306696733 00000100:00000001:3.0:1777586949.742083:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306700110 00000100:00000001:3.0:1777586949.742084:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306696733 00000100:00000001:3.0:1777586949.742086:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306700110 00000100:00000001:3.0:1777586949.742087:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306696733 00000100:00000001:3.0:1777586949.742089:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306700110 00000100:00000001:3.0:1777586949.742091:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586949.742093:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586949.742094:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586949.742097:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586949.742114:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586949.742117:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fecb9fd2. 00000400:00000200:1.0:1777586949.742120:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586949.742124:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586949.742126:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf84f449 00000400:00000010:1.0:1777586949.742133:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf84f449. 00000100:00000001:1.0:1777586949.742136:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586949.742139:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586949.742146:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586949.742148:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586949.742153:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586949.742154:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586949.742165:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586949.742167:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002944e570. 00000400:00000200:1.0:1777586949.742169:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586949.742172:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586949.742175:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd97dad 00000400:00000010:1.0:1777586949.742176:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000bd97dad. 00000100:00000001:1.0:1777586949.742179:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586949.742181:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586949.742188:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586949.742190:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586949.742195:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586949.742196:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586949.743621:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586949.743633:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586949.743637:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586949.743640:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586949.743648:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586949.743660:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06a80 00000400:00000200:1.0:1777586949.743667:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:1.0:1777586949.743673:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586949.743685:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586949.743695:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586949.743699:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586949.743705:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586949.743710:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586949.743719:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586949.743736:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586949.743743:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586949.743747:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586949.743749:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586949.743750:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586949.743755:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586949.743761:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06b00 00000400:00000200:1.0:1777586949.743767:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1777586949.743779:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586949.743780:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586949.743783:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1777586949.743789:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777586949.743789:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1777586949.743792:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1777586949.743793:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586949.743796:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:1.0:1777586949.743798:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586949.743804:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586949.743807:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:2.0:1777586949.743810:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586949.743811:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586949.743816:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586949.743818:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586949.743847:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586949.743848:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586949.743875:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586949.743877:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586949.743880:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777586949.743882:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1777586949.743883:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586949.743886:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586949.743888:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586949.743891:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777586949.743892:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586949.743895:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777586949.743898:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=142 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586949.743903:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586949.743907:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586949.743909:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586949.743911:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777586949.743913:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1777586949.743913:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.743916:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586949.743918:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777586949.743924:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1777586949.743924:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586949.743927:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586949.743930:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000100:00000001:2.0:1777586949.743937:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777586949.743938:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586949.743940:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586949.743942:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586949.743946:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586949.743949:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586949.743953:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586949.743954:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586949.743960:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586949.743962:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586949.743963:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586949.743966:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586949.743967:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586949.743969:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586949.743971:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586949.743975:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586949.743982:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=136 v=5 (5 5 0 0) 00000100:00100000:2.0:1777586949.743982:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667680384:192.168.204.155@tcp:400: 00000100:00001000:0.0:1777586949.743989:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=136 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586949.743991:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586949.743992:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586949.743994:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.743996:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586949.744000:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043900d18 x1863934667680384/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586949.744002:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586949.744006:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586949.744012:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1777586949.744013:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1777586949.744015:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586949.744017:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004869e0fc. 00000100:00000040:0.0:1777586949.744022:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 02000000:00000001:2.0:1777586949.744023:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586949.744025:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1777586949.744026:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777586949.744028:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1777586949.744029:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586949.744033:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1777586949.744035:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777586949.744036:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1777586949.744037:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 00000800:00000001:1.0:1777586949.744043:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586949.744043:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586949.744047:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1777586949.744048:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1777586949.744049:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043900d18. 00000100:00000001:0.0:1777586949.744050:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1777586949.744051:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586949.744054:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586949.744056:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586949.744056:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1777586949.744060:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586949.744060:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586949.744065:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:2.0:1777586949.744065:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1777586949.744073:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667680512:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586949.744074:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586949.744077:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.744079:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586949.744080:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586949.744083:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586949.744084:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586949.744085:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06b80 00000100:00000040:0.0:1777586949.744089:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfb3140 x1863934667680512/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586949.744096:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7d5 [1] + 224 00000100:00000001:0.0:1777586949.744103:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1777586949.744105:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777586949.744106:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586949.744109:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d38ea54. 00000800:00000001:1.0:1777586949.744115:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586949.744117:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586949.744120:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:0.0:1777586949.744121:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586949.744124:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1777586949.744124:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1777586949.744126:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586949.744130:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1777586949.744130:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777586949.744133:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 02000000:00000001:0.0:1777586949.744137:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586949.744139:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586949.744142:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfb3140. 00000100:00000001:0.0:1777586949.744145:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1777586949.744146:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586949.744147:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586949.744150:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586949.744155:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586949.744157:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586949.744160:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586949.744163:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586949.744169:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586949.744175:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586949.744179:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586949.744190:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586949.744193:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586949.744196:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586949.744198:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586949.744199:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1f4ae96. 00000400:00000200:3.0:1777586949.744203:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:3.0:1777586949.744204:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:3.0:1777586949.744207:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586949.744210:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586949.744219:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586949.744225:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586949.744227:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586949.744229:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586949.744230:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586949.744231:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586949.744232:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586949.744235:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586949.744240:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=142 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586949.744243:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586949.744282:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586949.744283:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586949.744285:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586949.744288:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586949.744295:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586949.744297:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586949.744299:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586949.744300:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586949.744301:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586949.744304:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586949.744310:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586949.744312:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586949.744313:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586949.744316:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586949.744323:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667680640:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586949.744327:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586949.744329:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586949.744331:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002008028a x1863934667680640/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586949.744337:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586949.744339:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586949.744341:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ed3239f. 02000000:00000001:3.0:1777586949.744343:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586949.744343:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586949.744344:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586949.744346:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586949.744347:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:3.0:1777586949.744348:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586949.744353:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586949.744354:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002008028a. 00000100:00000001:3.0:1777586949.744356:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586949.744357:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586949.744358:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586949.744361:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586949.744372:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586949.744374:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586949.744376:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586950.381371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586950.381377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586950.381385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586950.381386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586950.381427:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586950.381431:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586950.381434:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586951.405372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586951.405379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586951.405386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586951.405388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586951.405433:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586951.405437:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586951.405440:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586952.429379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586952.429384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586952.429398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586952.429400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586952.429499:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586952.429502:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586952.429505:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586953.197409:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306700110, at 4306700160 00000100:00000010:0.0:1777586953.197426:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000040:1.0:1777586953.197765:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306700110, at 4306700160 00000100:00000010:1.0:1777586953.197772:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000040:2.0:1777586953.197900:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306700110, at 4306700160 00000100:00000010:2.0:1777586953.197907:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000040:3.0:1777586953.198510:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306700110, at 4306700161 00000100:00000010:3.0:1777586953.198516:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00010000:00000001:1.0:1777586953.453359:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586953.453364:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586953.453369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586953.453370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586953.453397:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586953.453401:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586953.453404:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586954.478057:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586954.478080:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586954.478087:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586954.478088:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586954.478141:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586954.478145:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586954.478148:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586954.863356:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586954.863368:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586954.863377:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777586954.863385:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586954.863390:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586954.863394:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586954.863399:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586954.863408:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fecb9fd2. 00000100:00000001:0.0:1777586954.863416:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863428:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586954.863440:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586954.863443:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863447:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_02+2] req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.863479:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863482:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586954.863485:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586954.863488:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777586954.863490:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586954.863493:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586954.863494:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586954.863496:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586954.863499:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001892d80d. 00000100:00000001:0.0:1777586954.863503:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863507:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586954.863527:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586954.863529:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863532:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_03+3] req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.863540:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863542:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586954.863545:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586954.863549:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 00000020:00000040:0.0:1777586954.863551:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586954.863553:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586954.863555:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586954.863557:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586954.863561:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002abfb042. 00000100:00000001:0.0:1777586954.863564:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863567:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586954.863573:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586954.863574:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.863577:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_00+0] req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.863604:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.863606:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586954.863607:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586954.863607:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586954.863612:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586954.863612:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777586954.863614:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777586954.863616:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586954.863616:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586954.863620:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12039) 00000100:00000040:2.0:1777586954.863626:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586954.863626:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586954.863649:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586954.863651:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586954.863656:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777586954.863660:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777586954.863660:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586954.863661:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586954.863666:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586954.863666:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586954.863668:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586954.863670:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586954.863672:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667681024:192.168.204.155@tcp:400: 00000100:00100000:2.0:1777586954.863675:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667680768:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586954.863681:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586954.863681:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586954.863687:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586954.863689:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586954.863693:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1777586954.863694:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586954.863696:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586954.863698:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7a742d. 02000000:00000001:3.0:1777586954.863699:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586954.863702:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586954.863704:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000810da964. 02000000:00000001:3.0:1777586954.863707:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586954.863709:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000400:00000010:3.0:1777586954.863712:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1f4ae96. 00000400:00000010:2.0:1777586954.863718:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000400:00000010:3.0:1777586954.863719:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000200:3.0:1777586954.863727:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681024, portal 10 00000100:00000001:3.0:1777586954.863731:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586954.863732:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000100:00000040:3.0:1777586954.863740:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586954.863753:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586954.863756:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586954.863760:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 00000100:00000001:0.0:1777586954.863944:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586954.863948:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586954.863980:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586954.863982:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586954.863984:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586954.863993:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.864000:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586954.864001:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586954.864003:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586954.864005:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586954.864006:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586954.864008:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667680896:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586954.864011:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586954.864014:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586954.864015:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586954.864016:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586954.864018:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077f2e076. 02000000:00000001:0.0:1777586954.864020:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586954.864023:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000100:00000200:2.0:1777586954.864123:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680768, portal 25 00000100:00000001:2.0:1777586954.864126:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586954.864127:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000040:2.0:1777586954.864134:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.864141:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586954.864143:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586954.864146:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000200:2.0:1777586954.864148:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667680768, offset 0 00000400:00000200:2.0:1777586954.864155:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586954.864168:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586954.864174:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586954.864178:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586954.864181:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586954.864184:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586954.864188:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [223:223:256:4294967295] 192.168.204.155@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:2.0:1777586954.864198:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586954.864211:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586954.864216:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777586954.864222:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586954.864230:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586954.864233:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1777586954.864249:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667681024, offset 0 00000400:00000200:3.0:1777586954.864426:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586954.864432:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586954.864435:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586954.864438:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586954.864440:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586954.864442:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586954.864445:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [224:224:255:4294967295] 192.168.204.155@tcp LPNI seq info [224:224:7:4294967295] 00000400:00000200:3.0:1777586954.864451:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586954.864455:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586954.864459:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002944e570. 00000800:00000200:3.0:1777586954.864462:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586954.864466:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586954.864468:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002944e570 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586954.864518:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.864521:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586954.864523:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 27677 usecs (28 jiffies) 00000100:00000001:2.0:1777586954.864527:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306705233 00000100:00000001:3.0:1777586954.864527:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306701855 00000100:00000010:2.0:1777586954.864532:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000001:2.0:1777586954.864540:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586954.864546:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306705233 00000100:00000001:3.0:1777586954.864547:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306705233 00000100:00000010:2.0:1777586954.864550:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:3.0:1777586954.864551:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306701855 00000100:00000001:2.0:1777586954.864555:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586954.864558:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306705233 00000100:00000001:3.0:1777586954.864559:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306705233 00000100:00000010:2.0:1777586954.864563:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:3.0:1777586954.864563:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306701855 00000100:00000001:2.0:1777586954.864567:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586954.864570:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306705233 00000100:00000010:2.0:1777586954.864572:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000001:2.0:1777586954.864574:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586954.864577:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586954.864580:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.864583:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.864585:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.864592:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586954.864594:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586954.864596:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586954.864597:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586954.864599:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.864600:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586954.865053:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306705233 00000100:00000001:3.0:1777586954.865055:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306701855 00000100:00000001:3.0:1777586954.865057:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306705233 00000100:00000001:3.0:1777586954.865059:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586954.865061:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586954.865063:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586954.865065:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586954.865070:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586954.865072:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586954.865074:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586954.865075:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586954.865077:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586954.865079:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586954.866624:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000200:0.0:1777586954.866637:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667680896, portal 10 00000100:00000001:0.0:1777586954.866640:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586954.866641:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:0.0:1777586954.866654:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.866662:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586954.866664:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586954.866666:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777586954.866669:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667680896, offset 0 00000400:00000200:0.0:1777586954.866675:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586954.866685:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586954.866689:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586954.866693:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586954.866695:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586954.866699:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586954.866703:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [225:225:254:4294967295] 192.168.204.155@tcp LPNI seq info [225:225:6:4294967295] 00000400:00000200:0.0:1777586954.866721:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586954.866727:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586954.866733:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777586954.866740:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586954.866746:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586954.866749:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586954.866752:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.866755:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 215770 usecs (216 jiffies) 00000100:00000001:0.0:1777586954.866758:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306702045 00000100:00000001:0.0:1777586954.866760:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306705233 00000100:00000001:0.0:1777586954.866762:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306702045 00000100:00000001:0.0:1777586954.866763:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306705233 00000100:00000001:0.0:1777586954.866765:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306702045 00000100:00000001:0.0:1777586954.866766:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306705233 00000100:00000001:0.0:1777586954.866768:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306702045 00000100:00000001:0.0:1777586954.866770:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306705233 00000100:00000001:0.0:1777586954.866772:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586954.866774:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586954.866778:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586954.866780:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586954.866785:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586954.866787:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586954.866789:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586954.866790:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586954.866791:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586954.866793:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586954.867739:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586954.867743:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777586954.867748:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586954.867756:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586954.867761:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:1.0:1777586954.867763:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:1.0:1777586954.867768:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586954.867772:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.867784:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586954.867786:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.867793:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586954.867795:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586954.867807:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586954.867809:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002944e570. 00000400:00000200:1.0:1777586954.867811:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586954.867814:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586954.867816:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:1.0:1777586954.867818:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000100:00000001:1.0:1777586954.867820:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586954.867823:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.867831:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586954.867833:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.867839:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586954.867840:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586954.868203:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586954.868206:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:1.0:1777586954.868209:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586954.868217:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586954.868219:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:1.0:1777586954.868220:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:1.0:1777586954.868223:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586954.868225:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.868231:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586954.868232:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.868236:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586954.868237:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586954.869660:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.869674:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586954.869678:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.869680:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586954.869688:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586954.869703:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06c00 00000400:00000200:1.0:1777586954.869712:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:1.0:1777586954.869720:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.869779:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586954.869782:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586954.869785:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586954.869791:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586954.869795:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586954.869804:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.869815:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586954.869822:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.869825:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.869838:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586954.869842:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586954.869849:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586954.869851:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586954.869863:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:2.0:1777586954.869867:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586954.869868:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:2.0:1777586954.869870:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586954.869873:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586954.869878:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.869882:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586954.869884:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.869886:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586954.869889:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586954.869891:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586954.869892:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586954.869894:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586954.869900:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=147 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586954.869903:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586954.869904:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586954.869905:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586954.869907:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586954.869908:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.869910:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586954.869912:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.869916:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586954.869918:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586954.869919:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586954.869921:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586954.869926:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667680768:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586954.869928:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.869930:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586954.869931:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667680768/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.869938:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586954.869940:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586954.869943:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7a742d. 02000000:00000001:2.0:1777586954.869946:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586954.869948:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586954.869949:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586954.869950:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586954.869952:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fecb9fd2. 02000000:00000001:2.0:1777586954.869954:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586954.869956:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586954.869957:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:2.0:1777586954.869960:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586954.869960:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.869962:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.869967:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586954.869968:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.869970:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586954.869971:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586954.870214:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870221:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586954.870229:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870232:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586954.870236:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586954.870243:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06d00 00000400:00000200:1.0:1777586954.870248:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:1.0:1777586954.870287:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870293:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586954.870296:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586954.870300:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586954.870304:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586954.870309:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586954.870318:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.870342:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586954.870348:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870351:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.870443:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586954.870445:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586954.870448:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586954.870450:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586954.870451:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1f4ae96. 00000400:00000200:2.0:1777586954.870455:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:2.0:1777586954.870457:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:2.0:1777586954.870523:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586954.870528:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586954.870536:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.870541:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586954.870543:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.870545:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586954.870546:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586954.870547:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586954.870555:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586954.870557:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586954.870573:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=147 v=5 (5 5 0 0) 00000100:00001000:2.0:1777586954.870577:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586954.870579:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586954.870580:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586954.870582:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586954.870586:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586954.870593:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.870595:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586954.870597:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586954.870599:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586954.870600:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586954.870602:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.870608:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586954.870610:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586954.870611:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586954.870614:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586954.870619:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667681024:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586954.870623:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.870624:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586954.870626:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667681024/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586954.870631:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586954.870632:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586954.870634:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000810da964. 02000000:00000001:2.0:1777586954.870637:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586954.870638:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586954.870645:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586954.870647:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586954.870648:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002abfb042. 02000000:00000001:2.0:1777586954.870651:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586954.870652:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586954.870653:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:2.0:1777586954.870655:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586954.870656:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.870658:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586954.870662:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586954.870663:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586954.870665:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586954.870667:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586954.870794:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870800:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586954.870802:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870804:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586954.870808:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586954.870816:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06c80 00000400:00000200:1.0:1777586954.870821:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:1.0:1777586954.870825:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870830:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586954.870832:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586954.870835:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586954.870838:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586954.870842:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586954.870848:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586954.870872:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586954.870878:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586954.870880:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586954.870959:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586954.870962:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586954.870966:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586954.870967:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586954.870985:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000400:00000200:0.0:1777586954.870992:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777586954.870993:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777586954.870996:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586954.871000:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586954.871009:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.871027:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586954.871028:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586954.871030:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586954.871032:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586954.871033:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586954.871035:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586954.871037:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586954.871041:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=141 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586954.871044:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=141 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586954.871046:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586954.871047:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586954.871055:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586954.871057:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586954.871060:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586954.871061:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586954.871063:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586954.871064:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586954.871067:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.871074:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586954.871076:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586954.871077:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586954.871080:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586954.871087:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667680896:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586954.871096:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586954.871098:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586954.871100:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667680896/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586954.871106:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586954.871108:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586954.871109:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077f2e076. 02000000:00000001:0.0:1777586954.871112:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586954.871113:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586954.871114:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586954.871116:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586954.871117:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001892d80d. 02000000:00000001:0.0:1777586954.871120:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586954.871121:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586954.871122:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:0.0:1777586954.871124:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586954.871125:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586954.871127:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586954.871130:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586954.871131:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586954.871133:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586954.871134:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586955.501434:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586955.501440:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586955.501448:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586955.501451:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586955.502137:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586955.502140:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586955.502144:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586956.525358:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586956.525367:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586956.525370:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586956.525374:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525379:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586956.525382:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525384:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525387:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586956.525395:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586956.525396:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586956.525398:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525399:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586956.525400:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525400:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586956.525402:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586956.525443:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586956.525446:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586956.525449:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586957.549380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586957.549385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586957.549390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586957.549391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586957.549450:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586957.549457:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586957.549462:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586958.317407:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306705233, at 4306705280 00000100:00000040:2.0:1777586958.317407:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306705233, at 4306705280 00000100:00000010:2.0:1777586958.317429:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000010:0.0:1777586958.317431:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000040:3.0:1777586958.317489:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306705233, at 4306705280 00000100:00000010:3.0:1777586958.317504:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000040:1.0:1777586958.317546:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306705233, at 4306705280 00000100:00000010:1.0:1777586958.317553:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00010000:00000001:1.0:1777586958.573893:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586958.573899:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586958.573904:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586958.573905:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586958.573959:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586958.573962:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586958.573965:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586959.597494:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586959.597500:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586959.597520:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586959.597521:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586959.597582:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586959.597585:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586959.597589:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586959.981370:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586959.981378:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586959.981386:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777586959.981406:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586959.981412:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586959.981415:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586959.981421:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586959.981429:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000152d2d0d. 00000100:00000001:3.0:1777586959.981437:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586959.981449:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586959.981461:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586959.981463:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586959.981471:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_01+1] req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.981495:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586959.981498:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586959.981502:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586959.981506:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777586959.981508:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586959.981511:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586959.981513:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586959.981514:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586959.981518:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000100:00000001:3.0:1777586959.981522:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586959.981526:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586959.981526:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586959.981535:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777586959.981535:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1777586959.981537:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586959.981542:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586959.981543:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586959.981543:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586959.981555:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_02+2] req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586959.981559:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586959.981564:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586959.981574:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586959.981577:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586959.981580:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777586959.981592:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586959.981596:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586959.981600:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586959.981607:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586959.981608:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586959.981614:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586959.981617:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586959.981620:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586959.981629:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586959.981630:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586959.981635:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586959.981641:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1777586959.981643:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777586959.981647:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000100:00100000:2.0:1777586959.981654:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667681152:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586959.981656:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1777586959.981657:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586959.981662:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.981668:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586959.981672:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586959.981673:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586959.981673:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586959.981680:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586959.981684:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586959.981686:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586959.981688:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586959.981688:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e71e35e. 02000000:00000001:0.0:1777586959.981692:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586959.981697:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777586959.981699:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586959.981701:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667681280:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586959.981706:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1777586959.981707:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786eb44c. 00000100:00000040:3.0:1777586959.981709:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777586959.981713:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586959.981716:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586959.981722:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777586959.981723:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.981726:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1777586959.981728:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e15a0e8. 00000100:00000001:3.0:1777586959.981728:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586959.981734:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586959.981734:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000100:00000040:3.0:1777586959.981738:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_03+3] req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586959.981747:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e96afd. 00000400:00000010:2.0:1777586959.981749:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000001:3.0:1777586959.981753:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586959.981755:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000040:3.0:1777586959.981756:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1777586959.981760:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681152, portal 25 00000100:00000040:3.0:1777586959.981762:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1777586959.981763:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681280, portal 10 00000100:00000001:2.0:1777586959.981765:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586959.981769:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586959.981770:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000001:0.0:1777586959.981771:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:3.0:1777586959.981771:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12044) 00000100:00000040:2.0:1777586959.981790:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586959.981792:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586959.981859:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586959.981859:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586959.981873:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777586959.981874:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586959.981880:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb5a730. 00000100:00000200:0.0:1777586959.981883:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667681280, offset 0 00000400:00000010:2.0:1777586959.981888:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000400:00000200:0.0:1777586959.981889:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777586959.981898:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667681152, offset 0 00000400:00000200:0.0:1777586959.981905:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586959.981914:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586959.981914:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586959.981920:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586959.981923:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586959.981926:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586959.981930:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [226:226:256:4294967295] 192.168.204.155@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:0.0:1777586959.981950:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586959.981957:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586959.981962:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000400:00000200:2.0:1777586959.981964:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586959.981972:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1777586959.981979:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586959.981982:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777586959.981986:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586959.981990:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777586959.981993:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586959.981994:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1777586959.982000:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:2.0:1777586959.982003:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:1.0:1777586959.982009:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777586959.982011:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777586959.982020:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [227:227:255:4294967295] 192.168.204.155@tcp LPNI seq info [227:227:7:4294967295] 00000100:00000001:1.0:1777586959.982030:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586959.982033:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586959.982038:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777586959.982039:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586959.982042:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586959.982049:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586959.982053:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:0.0:1777586959.982057:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 212642 usecs (213 jiffies) 00000100:00100000:1.0:1777586959.982061:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667681408:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586959.982065:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306707157 00000100:00000001:1.0:1777586959.982066:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1777586959.982072:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777586959.982073:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1777586959.982074:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e13f4dc6. 02000000:00000001:1.0:1777586959.982078:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586959.982081:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1777586959.982082:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000100:00000001:0.0:1777586959.982085:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 02000000:00000010:1.0:1777586959.982086:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022887b20. 02000000:00000001:1.0:1777586959.982090:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586959.982094:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306707157 00000800:00000200:2.0:1777586959.982094:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:1.0:1777586959.982100:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000decd1141. 00000100:00000010:0.0:1777586959.982102:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8691442. 00000100:00000001:0.0:1777586959.982108:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000400:00000010:1.0:1777586959.982109:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000001:0.0:1777586959.982114:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306707157 00000800:00000200:2.0:1777586959.982115:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:1.0:1777586959.982119:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681408, portal 10 00000100:00000010:0.0:1777586959.982120:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb9b2de8. 00000800:00000200:2.0:1777586959.982123:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586959.982126:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586959.982127:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586959.982131:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000100:00000001:0.0:1777586959.982133:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306707157 00000100:00000001:2.0:1777586959.982133:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586959.982142:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c2fcc98. 00000100:00000040:1.0:1777586959.982142:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586959.982144:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306710350 00000100:00000001:0.0:1777586959.982150:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586959.982157:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586959.982162:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306707157 00000100:00000001:0.0:1777586959.982163:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1777586959.982176:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1777586959.982177:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586959.982178:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1777586959.982182:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000010:1.0:1777586959.982183:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000001:0.0:1777586959.982187:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777586959.982190:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667681408, offset 0 00000100:00000001:2.0:1777586959.982190:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306710350 00000100:00000001:0.0:1777586959.982191:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586959.982193:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586959.982201:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306707157 00000100:00000001:0.0:1777586959.982207:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1777586959.982207:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586959.982208:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586959.982212:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586959.982217:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306710350 00000100:00000001:0.0:1777586959.982219:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586959.982220:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb5a730 00000100:00000001:0.0:1777586959.982221:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586959.982224:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586959.982224:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306707157 00000100:00000001:0.0:1777586959.982226:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586959.982226:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009fb5a730. 00000400:00000200:1.0:1777586959.982236:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586959.982238:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306710350 00000100:00000001:0.0:1777586959.982239:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586959.982247:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306707157 00000400:00000200:1.0:1777586959.982289:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586959.982293:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586959.982297:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586959.982301:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [228:228:254:4294967295] 192.168.204.155@tcp LPNI seq info [228:228:6:4294967295] 00000100:00000001:2.0:1777586959.982312:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586959.982320:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586959.982321:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586959.982330:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586959.982334:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586959.982335:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586959.982344:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:1.0:1777586959.982351:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777586959.982351:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586959.982364:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586959.982365:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586959.982374:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586959.982378:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586959.982379:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586959.982383:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586959.982384:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 27371 usecs (28 jiffies) 00000100:00000001:1.0:1777586959.982389:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306706973 00000100:00000001:1.0:1777586959.982392:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306710350 00000100:00000001:1.0:1777586959.982394:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306706973 00000100:00000001:1.0:1777586959.982395:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306710350 00000100:00000001:1.0:1777586959.982396:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306706973 00000100:00000001:1.0:1777586959.982398:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306710350 00000100:00000001:1.0:1777586959.982400:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306706973 00000100:00000001:1.0:1777586959.982404:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306710350 00000100:00000001:1.0:1777586959.982409:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586959.982413:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586959.982416:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586959.982417:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586959.982421:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586959.982423:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586959.982428:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586959.982430:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586959.982432:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.982435:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.982437:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586959.982443:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586959.982455:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586959.982458:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777586959.982461:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586959.982466:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586959.982469:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:3.0:1777586959.982470:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:3.0:1777586959.982473:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586959.982476:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.982483:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586959.982485:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.982491:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.982492:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777586959.982531:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586959.982533:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777586959.982536:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586959.982539:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586959.982541:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:3.0:1777586959.982543:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:3.0:1777586959.982545:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586959.982547:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.982553:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586959.982555:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.982561:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.982562:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586959.985158:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985183:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586959.985187:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985189:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586959.985198:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586959.985219:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06d80 00000400:00000200:1.0:1777586959.985226:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:1.0:1777586959.985233:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985237:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586959.985239:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586959.985242:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586959.985248:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586959.985274:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586959.985284:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586959.985301:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586959.985308:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985310:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586959.985312:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985313:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586959.985316:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586959.985321:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06e80 00000400:00000200:1.0:1777586959.985325:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:1.0:1777586959.985328:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985330:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586959.985331:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586959.985333:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586959.985336:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586959.985338:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586959.985360:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586959.985378:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586959.985384:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985389:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586959.985394:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586959.985402:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1777586959.985403:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985411:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777586959.985415:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1777586959.985418:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777586959.985420:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777586959.985424:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777586959.985428:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06e00 00000400:00000001:2.0:1777586959.985432:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586959.985437:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:2.0:1777586959.985446:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586959.985449:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:2.0:1777586959.985453:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1777586959.985457:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586959.985460:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1777586959.985464:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586959.985466:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000decd1141. 00000400:00000200:0.0:1777586959.985475:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:0.0:1777586959.985479:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:0.0:1777586959.985486:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586959.985490:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586959.985492:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x7f9 [1] + 224 00000100:00000200:0.0:1777586959.985495:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777586959.985506:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985514:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586959.985521:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586959.985538:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777586959.985550:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586959.985553:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586959.985553:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586959.985561:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777586959.985567:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586959.985569:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777586959.985571:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586959.985576:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586959.985576:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586959.985580:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586959.985583:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1777586959.985585:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586959.985585:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586959.985589:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586959.985597:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1777586959.985597:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586959.985602:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586959.985606:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586959.985610:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=152 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586959.985616:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=152 v=5 (5 5 0 0) 00000100:00000001:1.0:1777586959.985616:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1777586959.985617:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=152 v=5 (1 1 0 0) 00000800:00000001:1.0:1777586959.985621:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586959.985626:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777586959.985634:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586959.985634:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586959.985637:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586959.985646:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1777586959.985647:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777586959.985649:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586959.985651:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.985656:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1777586959.985657:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777586959.985658:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.985661:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1777586959.985665:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586959.985672:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777586959.985680:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586959.985683:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1777586959.985684:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1777586959.985686:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e96afd. 00000100:00000040:2.0:1777586959.985688:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586959.985689:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777586959.985697:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1777586959.985698:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000100:00000001:0.0:1777586959.985701:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586959.985705:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000040:0.0:1777586959.985715:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.985715:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586959.985722:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777586959.985728:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586959.985732:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586959.985739:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586959.985753:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586959.985786:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586959.985796:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667681152:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586959.985805:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586959.985817:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586959.985818:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586959.985818:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586959.985822:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586959.985822:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586959.985825:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586959.985831:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586959.985831:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1777586959.985836:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667681152/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586959.985837:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586959.985841:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586959.985845:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586959.985851:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586959.985865:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=146 v=5 (5 5 0 0) 00000100:00001000:3.0:1777586959.985882:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586959.985895:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777586959.985897:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1777586959.985901:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667681408:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586959.985901:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586959.985902:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1777586959.985903:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586959.985907:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777586959.985908:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786eb44c. 00000100:00000001:3.0:1777586959.985911:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1777586959.985912:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586959.985914:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586959.985917:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1777586959.985918:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586959.985919:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777586959.985919:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586959.985927:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667681408/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586959.985927:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1777586959.985935:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586959.985943:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586959.985951:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1777586959.985952:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1777586959.985955:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586959.985957:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000152d2d0d. 00000100:00000001:3.0:1777586959.985958:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1777586959.985960:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022887b20. 00000100:00000001:3.0:1777586959.985966:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1777586959.985968:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1777586959.985968:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777586959.985969:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586959.985972:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1777586959.985973:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:2.0:1777586959.985975:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000020:00000040:0.0:1777586959.985977:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000040:3.0:1777586959.985978:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777586959.985984:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777586959.985984:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1777586959.985990:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e71e35e. 00000100:00000001:2.0:1777586959.985990:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586959.985997:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777586959.986000:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586959.986007:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586959.986010:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00100000:3.0:1777586959.986011:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667681280:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586959.986014:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586959.986018:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586959.986018:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.986019:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586959.986022:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586959.986027:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586959.986028:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586959.986030:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586959.986033:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667681280/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586959.986035:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586959.986039:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586959.986045:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586959.986046:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586959.986047:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e15a0e8. 00000100:00000001:0.0:1777586959.986048:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586959.986051:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586959.986052:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1777586959.986053:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777586959.986056:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777586959.986056:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586959.986059:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586959.986062:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 02000000:00000001:3.0:1777586959.986066:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586959.986068:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586959.986069:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:3.0:1777586959.986074:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586959.986075:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586959.986077:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586959.986081:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586959.986082:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586959.986086:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586959.986088:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586960.621416:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586960.621423:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586960.621430:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586960.621431:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586960.621508:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586960.621513:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586960.621516:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586961.645625:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586961.645630:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586961.645634:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586961.645635:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586961.645679:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586961.645682:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586961.645686:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586962.670134:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586962.670156:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586962.670163:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586962.670164:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586962.671216:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586962.671219:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586962.671223:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586963.437554:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306710350, at 4306710400 00000100:00000040:3.0:1777586963.437554:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306710350, at 4306710400 00000100:00000010:3.0:1777586963.437572:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c2fcc98. 00000100:00000010:2.0:1777586963.437574:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb9b2de8. 00000100:00000040:0.0:1777586963.437587:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306710350, at 4306710400 00000100:00000010:0.0:1777586963.437611:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e13f4dc6. 00000100:00000040:1.0:1777586963.441320:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306710350, at 4306710404 00000100:00000010:1.0:1777586963.441335:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8691442. 00010000:00000001:1.0:1777586963.693373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586963.693379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586963.693384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586963.693385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586963.693464:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586963.693467:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586963.693470:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586964.717366:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586964.717371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586964.717375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586964.717376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586964.717450:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586964.717452:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586964.717454:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586965.101416:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586965.101425:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586965.101434:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000916440b4. 00000020:00000040:1.0:1777586965.101439:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586965.101444:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586965.101446:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586965.101450:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586965.101456:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:1.0:1777586965.101462:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101470:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586965.101478:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586965.101479:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101483:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916440b4] to pc [ptlrpcd_00_00+0] req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586965.101515:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101518:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586965.101521:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586965.101524:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408b41ed. 00000020:00000040:1.0:1777586965.101526:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586965.101538:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586965.101542:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586965.101543:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1777586965.101543:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777586965.101545:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586965.101548:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:3.0:1777586965.101549:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586965.101551:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586965.101553:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586965.101554:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586965.101561:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586965.101562:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586965.101563:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586965.101564:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101565:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000408b41ed] to pc [ptlrpcd_00_01+1] req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586965.101567:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586965.101569:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586965.101572:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586965.101572:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101574:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1777586965.101574:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667681536:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586965.101578:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777586965.101578:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586965.101583:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1777586965.101584:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001da395dd. 02000000:00000001:3.0:1777586965.101584:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1777586965.101587:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777586965.101587:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777586965.101589:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586965.101590:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586965.101591:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586965.101591:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b083c7. 02000000:00000001:3.0:1777586965.101592:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586965.101594:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000001:1.0:1777586965.101596:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586965.101598:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c023b52. 00000100:00000040:1.0:1777586965.101599:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777586965.101603:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000001:1.0:1777586965.101604:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586965.101605:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101607:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001da395dd] to pc [ptlrpcd_00_02+2] req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586965.101609:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681536, portal 25 00000100:00000001:3.0:1777586965.101611:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586965.101613:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006742272 : -105793702809344 : ffff9fc7fbecb100) 00000100:00000040:3.0:1777586965.101624:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586965.101628:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586965.101630:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586965.101632:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586965.101633:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777586965.101634:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586965.101637:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df60ae0a. 00000100:00000200:3.0:1777586965.101640:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667681536, offset 0 00000100:00000040:1.0:1777586965.101642:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12049) 00000400:00000200:3.0:1777586965.101646:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586965.101655:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586965.101657:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586965.101659:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777586965.101661:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586965.101665:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586965.101665:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586965.101665:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586965.101667:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586965.101668:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586965.101670:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586965.101674:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586965.101674:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:2.0:1777586965.101675:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777586965.101683:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586965.101689:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586965.101699:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [229:229:256:4294967295] 192.168.204.155@tcp LPNI seq info [229:229:8:4294967295] 00000100:00000001:0.0:1777586965.101707:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586965.101707:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586965.101710:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586965.101714:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586965.101716:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586965.101718:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586965.101721:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586965.101724:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777586965.101725:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00100000:0.0:1777586965.101727:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667681664:192.168.204.155@tcp:400: 02000000:00000001:2.0:1777586965.101728:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586965.101734:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.101735:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1777586965.101736:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777586965.101739:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1777586965.101741:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 02000000:00000001:0.0:1777586965.101742:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586965.101742:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667681792:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777586965.101746:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1777586965.101750:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000010:0.0:1777586965.101751:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020800d30. 00000100:00000001:2.0:1777586965.101751:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586965.101755:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586965.101757:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1777586965.101759:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 02000000:00000001:2.0:1777586965.101759:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586965.101760:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:2.0:1777586965.101764:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1777586965.101765:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000800:00000200:3.0:1777586965.101765:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1777586965.101769:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681664, portal 10 02000000:00000010:2.0:1777586965.101770:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008294cda3. 00000100:00000001:0.0:1777586965.101772:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586965.101774:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744960 : -105793702806656 : ffff9fc7fbecbb80) 02000000:00000001:2.0:1777586965.101775:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586965.101780:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777586965.101780:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000100:00000001:3.0:1777586965.101783:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586965.101786:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000001:3.0:1777586965.101791:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306715470 00000100:00000200:2.0:1777586965.101793:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681792, portal 10 00000100:00000001:0.0:1777586965.101796:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586965.101797:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1777586965.101798:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053edd348. 00000100:00000001:2.0:1777586965.101800:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744064 : -105793702807552 : ffff9fc7fbecb800) 00000100:00000040:0.0:1777586965.101801:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586965.101808:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1777586965.101809:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586965.101810:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00000200:0.0:1777586965.101814:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667681664, offset 0 00000100:00000001:3.0:1777586965.101815:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306715470 00000100:00000010:3.0:1777586965.101820:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bf90bec. 00000400:00000200:0.0:1777586965.101821:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586965.101826:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586965.101828:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777586965.101830:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586965.101832:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306715470 00000400:00000200:0.0:1777586965.101834:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1777586965.101836:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586965.101839:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:3.0:1777586965.101839:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000400:00000010:2.0:1777586965.101841:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000400:00000200:0.0:1777586965.101843:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586965.101845:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1777586965.101847:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667681792, offset 0 00000400:00000200:0.0:1777586965.101849:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586965.101850:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306715470 00000400:00000200:0.0:1777586965.101855:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [230:230:255:4294967295] 192.168.204.155@tcp LPNI seq info [230:230:7:4294967295] 00000100:00000010:3.0:1777586965.101855:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000400:00000200:2.0:1777586965.101860:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586965.101866:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777586965.101868:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1777586965.101870:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586965.101874:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000400:00000200:2.0:1777586965.101875:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586965.101877:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777586965.101881:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777586965.101882:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777586965.101882:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586965.101888:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777586965.101888:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586965.101891:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777586965.101893:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777586965.101895:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586965.101898:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586965.101901:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 209548 usecs (210 jiffies) 00000400:00000200:2.0:1777586965.101901:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586965.101901:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586965.101905:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306712274 00000100:00000001:3.0:1777586965.101906:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586965.101909:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306715470 00000400:00000200:2.0:1777586965.101910:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777586965.101911:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306712274 00000100:00000001:3.0:1777586965.101911:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586965.101914:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306715470 00000100:00000001:3.0:1777586965.101914:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586965.101917:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.101918:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306712274 00000100:00000001:3.0:1777586965.101921:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.101922:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306715470 00000400:00000200:2.0:1777586965.101924:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [231:231:254:4294967295] 192.168.204.155@tcp LPNI seq info [231:231:6:4294967295] 00000100:00000001:0.0:1777586965.101926:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306712274 00000100:00000001:0.0:1777586965.101929:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306715470 00000100:00000001:0.0:1777586965.101932:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586965.101933:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.101936:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586965.101940:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777586965.101944:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.101949:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1777586965.101950:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1777586965.101950:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777586965.101951:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586965.101956:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1777586965.101956:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000100:00000001:0.0:1777586965.101957:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1777586965.101957:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000100:00000001:0.0:1777586965.101960:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.101962:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586965.101964:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1777586965.101965:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586965.101973:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777586965.101974:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:2.0:1777586965.101978:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777586965.101981:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df60ae0a 00000100:00000001:2.0:1777586965.101982:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586965.101985:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000df60ae0a. 00000100:00000040:2.0:1777586965.101987:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 27013 usecs (28 jiffies) 00000100:00000001:2.0:1777586965.101990:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306712092 00000100:00000001:1.0:1777586965.101992:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777586965.101992:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306715470 00000100:00000001:2.0:1777586965.101995:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306712092 00000100:00000001:2.0:1777586965.101996:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306715470 00000100:00000200:1.0:1777586965.101998:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.101998:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306712092 00000100:00000001:2.0:1777586965.101999:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306715470 00000100:00000001:2.0:1777586965.102002:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306712092 00000100:00000001:2.0:1777586965.102005:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306715470 00000100:00000001:2.0:1777586965.102007:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586965.102010:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586965.102013:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586965.102015:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.102020:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586965.102022:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777586965.102022:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586965.102025:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586965.102026:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586965.102028:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.102028:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586965.102031:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586965.102039:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586965.102042:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586965.102056:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586965.102058:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:1.0:1777586965.102062:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586965.102065:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586965.102079:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000400:00000010:1.0:1777586965.102084:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000100:00000001:1.0:1777586965.102087:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586965.102089:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586965.102095:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586965.102097:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586965.102102:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586965.102104:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586965.102126:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586965.102128:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777586965.102136:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586965.102139:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586965.102142:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:1.0:1777586965.102144:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:1.0:1777586965.102146:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586965.102149:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586965.102155:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586965.102157:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586965.102162:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586965.102163:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586965.103604:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.103725:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586965.103737:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.103740:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586965.103748:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586965.103803:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc06f00 00000400:00000200:3.0:1777586965.103810:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:3.0:1777586965.103827:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.103833:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586965.103836:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586965.103839:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586965.103845:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586965.103849:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586965.103858:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586965.103876:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586965.103883:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.103887:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586965.103889:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.103891:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586965.103896:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586965.103903:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc06f80 00000100:00000001:2.0:1777586965.103907:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586965.103911:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586965.103911:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:3.0:1777586965.103915:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.103919:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586965.103921:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1777586965.103923:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586965.103927:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1777586965.103927:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:2.0:1777586965.103931:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c023b52. 00000400:00000200:2.0:1777586965.103936:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:2.0:1777586965.103938:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000001:2.0:1777586965.103941:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777586965.103942:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586965.103945:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586965.103948:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586965.103970:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586965.103973:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.103985:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586965.103988:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.103990:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586965.103992:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586965.103994:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586965.103996:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586965.104000:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586965.104007:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=8 v=5 (5 5 5 0) 00000100:00001000:2.0:1777586965.104010:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=8 v=5 (1 1 1 0) 00000100:00000001:2.0:1777586965.104011:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586965.104012:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586965.104014:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586965.104016:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586965.104017:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586965.104021:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.104026:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586965.104027:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586965.104029:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586965.104032:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586965.104035:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777586965.104037:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586965.104044:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1777586965.104045:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667681536:192.168.204.155@tcp:400: 00000800:00000001:3.0:1777586965.104049:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586965.104053:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586965.104054:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.104056:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777586965.104062:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:2.0:1777586965.104064:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586965.104078:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777586965.104081:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000916440b4 x1863934667681536/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777586965.104084:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586965.104087:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1777586965.104088:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07000 00000400:00000010:0.0:1777586965.104092:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000100:00000001:2.0:1777586965.104097:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586965.104100:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1777586965.104101:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 02000000:00000010:2.0:1777586965.104103:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b083c7. 00000400:00000010:0.0:1777586965.104104:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 02000000:00000001:2.0:1777586965.104109:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586965.104110:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1777586965.104112:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1777586965.104115:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x819 [1] + 224 00000020:00000040:2.0:1777586965.104116:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000200:0.0:1777586965.104117:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1777586965.104121:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586965.104125:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 00000800:00000001:3.0:1777586965.104126:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777586965.104132:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586965.104135:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1777586965.104135:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586965.104136:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586965.104138:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000916440b4. 00000400:00000200:3.0:1777586965.104140:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777586965.104145:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586965.104148:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586965.104150:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586965.104153:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.104158:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586965.104158:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777586965.104162:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.104162:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586965.104165:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586965.104165:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586965.104166:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586965.104169:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586965.104170:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586965.104171:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586965.104173:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.104175:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586965.104181:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586965.104187:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777586965.104189:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=152 v=5 (5 5 0 0) 00000100:00001000:0.0:1777586965.104196:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586965.104203:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586965.104206:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586965.104208:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586965.104210:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586965.104211:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586965.104215:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777586965.104217:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000800:00000001:3.0:1777586965.104217:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777586965.104221:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1777586965.104221:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.104223:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586965.104227:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586965.104230:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.104230:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586965.104234:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586965.104235:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586965.104239:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:2.0:1777586965.104244:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:2.0:1777586965.104247:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:2.0:1777586965.104271:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586965.104275:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586965.104284:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.104290:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586965.104292:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.104293:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586965.104294:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777586965.104297:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586965.104299:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586965.104303:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1777586965.104305:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.104305:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586965.104308:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586965.104312:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586965.104319:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=8 v=5 (5 5 5 0) 00000100:00100000:0.0:1777586965.104320:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667681664:192.168.204.155@tcp:400: 00000100:00001000:2.0:1777586965.104325:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1777586965.104328:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.104329:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586965.104331:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.104332:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1777586965.104334:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1777586965.104337:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000408b41ed x1863934667681664/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1777586965.104342:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586965.104357:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586965.104361:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1777586965.104361:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586965.104365:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020800d30. 00000100:00000001:2.0:1777586965.104365:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586965.104367:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586965.104370:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1777586965.104371:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1777586965.104371:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586965.104373:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586965.104375:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000040:2.0:1777586965.104377:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777586965.104378:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586965.104380:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:0.0:1777586965.104385:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586965.104387:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586965.104389:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000408b41ed. 00000100:00000001:0.0:1777586965.104393:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586965.104394:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586965.104395:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.104398:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.104399:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586965.104402:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586965.104402:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586965.104404:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586965.104406:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777586965.104408:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586965.104409:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586965.104418:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667681792:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586965.104423:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.104425:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586965.104427:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001da395dd x1863934667681792/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586965.104431:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586965.104433:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586965.104434:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008294cda3. 02000000:00000001:2.0:1777586965.104436:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586965.104442:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586965.104443:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586965.104444:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586965.104446:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:2.0:1777586965.104447:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586965.104448:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586965.104449:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001da395dd. 00000100:00000001:2.0:1777586965.104451:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586965.104451:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.104452:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586965.104455:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586965.104456:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586965.104457:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586965.104458:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586965.741400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586965.741408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586965.741416:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586965.741417:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586965.741461:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586965.741466:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586965.741469:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586966.765444:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586966.765455:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586966.765459:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586966.765464:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765470:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586966.765473:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765476:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765479:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765485:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586966.765488:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586966.765490:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586966.765494:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765496:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586966.765498:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765500:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586966.765504:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586966.765566:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586966.765573:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586966.765584:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586967.789395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586967.789400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586967.789407:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586967.789408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586967.789471:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586967.789474:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586967.789476:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586968.557367:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306715470, at 4306715520 00000100:00000010:3.0:1777586968.557383:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:2.0:1777586968.557444:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306715470, at 4306715520 00000100:00000010:2.0:1777586968.557450:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000040:0.0:1777586968.557593:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306715470, at 4306715520 00000100:00000010:0.0:1777586968.557614:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053edd348. 00000100:00000040:1.0:1777586968.558017:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306715470, at 4306715520 00000100:00000010:1.0:1777586968.558022:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bf90bec. 00010000:00000001:1.0:1777586968.813359:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586968.813368:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586968.813374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586968.813375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586968.813420:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586968.813424:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586968.813426:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586969.837378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586969.837384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586969.837390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586969.837391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586969.837609:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586969.837613:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586969.837616:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586970.221402:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586970.221411:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586970.221418:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbf6c2f8. 00000020:00000040:1.0:1777586970.221426:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586970.221430:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586970.221433:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586970.221438:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586970.221447:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000001:1.0:1777586970.221464:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221476:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586970.221488:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586970.221491:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221498:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbf6c2f8] to pc [ptlrpcd_00_03+3] req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586970.221533:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221535:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586970.221539:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586970.221543:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001da395dd. 00000020:00000040:1.0:1777586970.221545:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586970.221548:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586970.221549:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586970.221566:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586970.221571:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:1.0:1777586970.221575:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221579:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586970.221586:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586970.221588:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221591:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001da395dd] to pc [ptlrpcd_00_00+0] req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.221592:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777586970.221599:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1777586970.221602:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586970.221611:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586970.221613:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.221614:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586970.221616:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586970.221618:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586970.221620:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586970.221622:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777586970.221623:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1777586970.221626:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408b41ed. 00000020:00000040:1.0:1777586970.221630:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000040:2.0:1777586970.221631:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586970.221633:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586970.221635:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586970.221638:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586970.221642:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:1.0:1777586970.221646:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.221647:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586970.221650:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221651:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1777586970.221656:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777586970.221659:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586970.221660:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586970.221660:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586970.221665:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221666:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000408b41ed] to pc [ptlrpcd_00_01+1] req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586970.221672:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667681920:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586970.221677:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.221679:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1777586970.221680:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777586970.221684:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1777586970.221685:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586970.221688:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221690:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12054) 02000000:00000001:2.0:1777586970.221691:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586970.221703:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c26504cc. 02000000:00000001:2.0:1777586970.221706:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586970.221712:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000400:00000010:2.0:1777586970.221719:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777586970.221724:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667681920, portal 25 00000100:00000001:2.0:1777586970.221735:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586970.221736:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006732416 : -105793702819200 : ffff9fc7fbec8a80) 00000100:00000040:2.0:1777586970.221742:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.221749:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586970.221752:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586970.221756:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000200:2.0:1777586970.221759:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667681920, offset 0 00000400:00000200:2.0:1777586970.221766:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586970.221778:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777586970.221783:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777586970.221787:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586970.221790:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586970.221794:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777586970.221798:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [232:232:256:4294967295] 192.168.204.155@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:2.0:1777586970.221809:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586970.221816:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586970.221821:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777586970.221827:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586970.221834:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586970.221836:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586970.221839:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1777586970.221839:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586970.221841:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586970.221849:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.221853:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586970.221856:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586970.221857:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.221859:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306720590 02000000:00000001:1.0:1777586970.221860:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1777586970.221865:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 02000000:00000001:1.0:1777586970.221870:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586970.221872:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1777586970.221874:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586970.221880:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667682048:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586970.221880:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306720590 00000100:00000001:1.0:1777586970.221883:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586970.221886:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586970.221889:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777586970.221889:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 02000000:00000001:1.0:1777586970.221893:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777586970.221895:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777586970.221896:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1777586970.221898:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0799a60. 00000100:00000001:2.0:1777586970.221900:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306720590 00000100:00000001:3.0:1777586970.221900:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586970.221901:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777586970.221907:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000400:00000010:1.0:1777586970.221909:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019fde58a. 00000100:00000001:2.0:1777586970.221913:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1777586970.221915:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000001:2.0:1777586970.221917:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306720590 00000100:00000001:3.0:1777586970.221918:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777586970.221919:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682048, portal 10 00000100:00000010:2.0:1777586970.221922:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:3.0:1777586970.221922:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586970.221923:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586970.221926:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744064 : -105793702807552 : ffff9fc7fbecb800) 00000100:00000001:3.0:1777586970.221926:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586970.221928:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586970.221932:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777586970.221933:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586970.221936:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.221938:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.221944:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.221951:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586970.221966:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777586970.221966:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586970.221978:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586970.221981:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586970.221983:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1777586970.221985:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 02000000:00000001:3.0:1777586970.221986:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777586970.221990:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667682048, offset 0 02000000:00000001:3.0:1777586970.221990:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586970.221996:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667682176:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777586970.222001:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586970.222004:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586970.222008:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777586970.222010:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:3.0:1777586970.222010:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586970.222015:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777586970.222016:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586970.222019:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586970.222020:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1777586970.222020:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000531c27d. 02000000:00000001:3.0:1777586970.222023:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586970.222028:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:2.0:1777586970.222028:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1777586970.222028:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a1014c. 00000400:00000200:1.0:1777586970.222033:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [233:233:255:4294967295] 192.168.204.155@tcp LPNI seq info [233:233:7:4294967295] 00000800:00000010:2.0:1777586970.222034:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000010:3.0:1777586970.222035:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000400:00000200:2.0:1777586970.222041:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1777586970.222042:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682176, portal 10 00000400:00000200:1.0:1777586970.222045:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586970.222051:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586970.222053:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000010:1.0:1777586970.222055:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000100:00000001:3.0:1777586970.222057:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586970.222060:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744960 : -105793702806656 : ffff9fc7fbecbb80) 00000400:00000200:2.0:1777586970.222061:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000800:00000200:1.0:1777586970.222063:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:2.0:1777586970.222066:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000800:00000200:1.0:1777586970.222070:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:3.0:1777586970.222071:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.222072:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777586970.222074:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586970.222080:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586970.222080:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586970.222092:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586970.222094:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 206515 usecs (207 jiffies) 00000100:00000001:1.0:1777586970.222098:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306717391 00000100:00000040:3.0:1777586970.222099:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586970.222102:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306720590 00000100:00000001:2.0:1777586970.222103:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1777586970.222104:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b88366. 00000100:00000001:1.0:1777586970.222106:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306717391 00000100:00000200:3.0:1777586970.222109:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667682176, offset 0 00000100:00000001:1.0:1777586970.222110:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306720590 00000100:00000040:2.0:1777586970.222110:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586970.222114:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306717391 00000100:00000001:1.0:1777586970.222117:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306720590 00000400:00000200:3.0:1777586970.222119:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586970.222120:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306717391 00000100:00000001:1.0:1777586970.222124:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306720590 00000100:00000001:1.0:1777586970.222128:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586970.222130:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586970.222132:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.222135:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586970.222136:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586970.222139:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586970.222139:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777586970.222139:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586970.222144:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586970.222145:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586970.222147:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586970.222149:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586970.222149:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586970.222150:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586970.222152:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586970.222155:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586970.222158:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586970.222163:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [234:234:254:4294967295] 192.168.204.155@tcp LPNI seq info [234:234:6:4294967295] 00000400:00000200:3.0:1777586970.222174:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586970.222180:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586970.222183:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777586970.222188:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586970.222193:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586970.222196:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586970.222199:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586970.222203:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 26643 usecs (27 jiffies) 00000100:00000001:3.0:1777586970.222206:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306717211 00000100:00000001:3.0:1777586970.222208:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306720590 00000100:00000001:3.0:1777586970.222210:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306717211 00000100:00000001:3.0:1777586970.222212:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306720590 00000100:00000001:3.0:1777586970.222214:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306717211 00000100:00000001:3.0:1777586970.222216:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306720590 00000100:00000001:3.0:1777586970.222217:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306717211 00000100:00000001:3.0:1777586970.222219:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306720590 00000100:00000001:3.0:1777586970.222221:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586970.222223:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586970.222225:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586970.222227:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586970.222231:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586970.222233:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586970.222235:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586970.222237:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586970.222239:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586970.222275:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586970.222345:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586970.222348:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777586970.222351:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586970.222354:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586970.222357:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:2.0:1777586970.222359:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:2.0:1777586970.222367:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586970.222370:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.222378:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586970.222380:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.222387:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.222388:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586970.222414:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586970.222417:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:2.0:1777586970.222420:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586970.222423:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586970.222425:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b88366 00000400:00000010:2.0:1777586970.222426:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000038b88366. 00000100:00000001:2.0:1777586970.222429:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586970.222432:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.222439:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586970.222441:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.222447:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.222448:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586970.226040:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226068:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586970.226072:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226074:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586970.226085:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586970.226101:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07100 00000400:00000200:1.0:1777586970.226110:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:1.0:1777586970.226117:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226140:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586970.226143:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586970.226148:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586970.226155:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586970.226162:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586970.226173:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586970.226201:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586970.226210:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226214:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586970.226215:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226217:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586970.226221:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586970.226226:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07180 00000400:00000200:1.0:1777586970.226230:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:1.0:1777586970.226233:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226236:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586970.226237:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586970.226240:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586970.226242:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586970.226245:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586970.226280:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586970.226301:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586970.226306:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226311:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586970.226312:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226314:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586970.226317:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586970.226322:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07080 00000400:00000200:1.0:1777586970.226327:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:1.0:1777586970.226329:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226334:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586970.226336:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586970.226338:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586970.226340:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586970.226343:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586970.226349:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586970.226362:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586970.226365:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586970.226367:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586970.226654:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586970.226669:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586970.226675:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586970.226677:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586970.226680:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019fde58a. 00000400:00000200:2.0:1777586970.226684:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:2.0:1777586970.226687:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:2.0:1777586970.226690:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586970.226694:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586970.226701:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.226714:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586970.226716:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586970.226718:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586970.226721:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586970.226723:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586970.226726:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586970.226728:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586970.226736:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=7 v=5 (5 5 5 0) 00000100:00001000:2.0:1777586970.226739:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1777586970.226742:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586970.226743:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586970.226746:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586970.226748:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.226752:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586970.226754:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586970.226756:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586970.226758:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586970.226761:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.226768:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586970.226771:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586970.226773:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586970.226776:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586970.226784:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667682048:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586970.226788:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586970.226790:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586970.226792:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001da395dd x1863934667682048/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.226799:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586970.226801:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586970.226809:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0799a60. 02000000:00000001:2.0:1777586970.226813:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586970.226815:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586970.226818:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586970.226820:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586970.226822:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 00000100:00000001:3.0:1777586970.226824:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777586970.226826:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777586970.226828:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777586970.226829:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586970.226832:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001da395dd. 00000400:00000001:3.0:1777586970.226834:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777586970.226836:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1777586970.226837:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777586970.226839:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1777586970.226840:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a1014c. 00000100:00000001:2.0:1777586970.226843:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586970.226846:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:3.0:1777586970.226848:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 00000100:00000001:2.0:1777586970.226851:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586970.226852:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586970.226854:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586970.226858:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1777586970.226858:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586970.226861:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777586970.226871:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586970.226879:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586970.226880:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586970.226883:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586970.226884:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586970.226885:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586970.226887:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586970.226888:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586970.226893:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=13 v=5 (5 5 5 0) 00000100:00001000:3.0:1777586970.226896:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586970.226898:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586970.226899:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586970.226900:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777586970.226903:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586970.226910:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586970.226912:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586970.226914:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586970.226915:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586970.226916:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586970.226919:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586970.226936:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586970.226938:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586970.226939:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586970.226943:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586970.226949:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667682176:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586970.226953:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586970.226955:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586970.226957:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000408b41ed x1863934667682176/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586970.226962:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586970.226964:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586970.226965:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000531c27d. 02000000:00000001:3.0:1777586970.226981:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586970.226982:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586970.226983:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586970.226985:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586970.226987:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 02000000:00000001:3.0:1777586970.226989:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586970.226990:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586970.226991:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000408b41ed. 00000100:00000001:3.0:1777586970.226994:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586970.226995:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586970.226996:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586970.227000:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586970.227002:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586970.227003:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586970.227005:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586970.227216:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586970.227219:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586970.227222:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586970.227223:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586970.227225:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:0.0:1777586970.227229:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:0.0:1777586970.227230:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:0.0:1777586970.227233:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586970.227237:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586970.227245:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586970.227262:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586970.227263:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586970.227265:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586970.227266:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586970.227268:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586970.227269:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586970.227270:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586970.227273:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=13 v=5 (5 5 5 0) 00000100:00001000:0.0:1777586970.227276:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=13 v=5 (1 1 1 0) 00000100:00000001:0.0:1777586970.227278:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586970.227279:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586970.227280:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586970.227282:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586970.227283:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586970.227286:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586970.227292:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586970.227294:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586970.227295:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586970.227304:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586970.227311:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667681920:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586970.227314:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586970.227315:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586970.227317:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbf6c2f8 x1863934667681920/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586970.227322:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586970.227324:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586970.227325:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c26504cc. 02000000:00000001:0.0:1777586970.227328:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586970.227329:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586970.227330:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586970.227332:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586970.227333:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:0.0:1777586970.227335:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586970.227336:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586970.227337:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbf6c2f8. 00000100:00000001:0.0:1777586970.227339:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586970.227341:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586970.227342:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586970.227345:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586970.227346:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586970.227348:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586970.227350:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586970.861390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586970.861397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586970.861403:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586970.861404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586970.861708:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586970.861712:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586970.861715:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586971.885402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586971.885408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586971.885416:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586971.885417:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586971.885510:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586971.885517:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586971.885521:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586972.909382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586972.909387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586972.909398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586972.909400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586972.910311:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586972.910316:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586972.910320:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586973.677364:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306720590, at 4306720640 00000100:00000040:3.0:1777586973.677365:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306720590, at 4306720640 00000100:00000010:0.0:1777586973.677379:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00000100:00000010:3.0:1777586973.677388:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000040:1.0:1777586973.677389:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306720590, at 4306720640 00000100:00000010:1.0:1777586973.677398:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00000100:00000040:2.0:1777586973.677429:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306720590, at 4306720640 00000100:00000010:2.0:1777586973.677435:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00010000:00000001:1.0:1777586973.933319:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586973.933324:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586973.933329:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586973.933330:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586973.933461:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586973.933473:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586973.933477:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586974.957689:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586974.957696:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586974.957702:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586974.957702:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586974.957851:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586974.957855:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586974.957857:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586975.341560:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586975.341568:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586975.341577:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000916440b4. 00000020:00000040:1.0:1777586975.341583:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586975.341587:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586975.341590:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586975.341595:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586975.341601:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:1.0:1777586975.341609:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.341619:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586975.341629:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586975.341631:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.341636:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916440b4] to pc [ptlrpcd_00_02+2] req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586975.341668:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.341670:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586975.341673:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586975.341676:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002008028a. 00000020:00000040:1.0:1777586975.341678:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586975.341680:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586975.341681:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586975.341696:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586975.341699:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a209bc3. 00000100:00000001:1.0:1777586975.341702:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.341705:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586975.341713:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586975.341715:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.341718:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002008028a] to pc [ptlrpcd_00_03+3] req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.341725:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586975.341727:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.341730:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777586975.341730:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586975.341733:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586975.341735:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586975.341739:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfb3140. 00000100:00000040:2.0:1777586975.341740:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1777586975.341748:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586975.341749:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586975.341752:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586975.341753:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586975.341755:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586975.341757:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586975.341758:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586975.341761:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1777586975.341763:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 02000000:00000001:2.0:1777586975.341764:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586975.341768:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586975.341769:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667682304:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777586975.341775:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586975.341775:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586975.341781:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586975.341784:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586975.341785:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586975.341788:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586975.341788:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1777586975.341794:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfb3140] to pc [ptlrpcd_00_00+0] req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777586975.341794:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000145cf504. 02000000:00000001:2.0:1777586975.341798:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586975.341810:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ed342b. 00000100:00000001:1.0:1777586975.341817:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586975.341817:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000040:1.0:1777586975.341822:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777586975.341826:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1777586975.341826:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682304, portal 25 00000100:00000001:2.0:1777586975.341831:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586975.341833:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006742272 : -105793702809344 : ffff9fc7fbecb100) 00000100:00000040:1.0:1777586975.341834:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12060) 00000100:00000040:2.0:1777586975.341839:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.341849:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586975.341853:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586975.341857:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777586975.341859:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667682304, offset 0 00000400:00000200:2.0:1777586975.341867:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586975.341877:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586975.341881:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586975.341883:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777586975.341885:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586975.341889:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586975.341890:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586975.341891:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586975.341893:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586975.341899:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777586975.341901:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586975.341906:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586975.341912:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586975.341916:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1777586975.341918:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777586975.341919:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586975.341923:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1777586975.341924:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [235:235:256:4294967295] 192.168.204.155@tcp LPNI seq info [235:235:8:4294967295] 02000000:00000001:3.0:1777586975.341926:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586975.341930:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586975.341935:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667682432:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586975.341943:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777586975.341945:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:3.0:1777586975.341947:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586975.341950:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586975.341954:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586975.341954:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1777586975.341960:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 02000000:00000010:3.0:1777586975.341960:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586975.341965:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586975.341970:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:3.0:1777586975.341970:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a1014c. 00000400:00000010:3.0:1777586975.341976:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000800:00000200:2.0:1777586975.341981:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:3.0:1777586975.341982:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682432, portal 10 00000800:00000200:2.0:1777586975.341985:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586975.341986:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586975.341988:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006734208 : -105793702817408 : ffff9fc7fbec9180) 00000100:00000040:3.0:1777586975.341996:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586975.342003:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586975.342006:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586975.342008:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586975.342009:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b88366. 00000100:00000200:3.0:1777586975.342013:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667682432, offset 0 00000100:00000001:2.0:1777586975.342014:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306725710 00000100:00000010:2.0:1777586975.342027:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000400:00000200:3.0:1777586975.342029:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586975.342034:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777586975.342040:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306725710 00000400:00000200:3.0:1777586975.342040:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777586975.342045:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000400:00000200:3.0:1777586975.342045:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777586975.342048:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1777586975.342057:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777586975.342059:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306725710 00000400:00000200:3.0:1777586975.342062:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1777586975.342063:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000400:00000200:3.0:1777586975.342067:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586975.342068:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586975.342073:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306725710 00000400:00000200:3.0:1777586975.342073:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [236:236:255:4294967295] 192.168.204.155@tcp LPNI seq info [236:236:7:4294967295] 00000100:00000010:2.0:1777586975.342078:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777586975.342082:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777586975.342088:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586975.342088:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586975.342092:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.342096:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586975.342097:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586975.342100:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1777586975.342103:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777586975.342107:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586975.342108:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586975.342111:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1777586975.342114:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586975.342115:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1777586975.342118:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586975.342119:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586975.342121:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.342124:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.342125:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586975.342131:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 203615 usecs (204 jiffies) 00000100:00000001:3.0:1777586975.342135:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306722508 00000100:00000001:3.0:1777586975.342137:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306725710 00000100:00000001:3.0:1777586975.342140:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306722508 00000100:00000001:3.0:1777586975.342142:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306725710 00000100:00000001:3.0:1777586975.342144:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306722508 00000100:00000001:2.0:1777586975.342147:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586975.342147:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306725710 00000100:00000001:2.0:1777586975.342149:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.342150:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306722508 00000100:00000001:3.0:1777586975.342154:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306725710 00000100:00000001:3.0:1777586975.342156:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586975.342159:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.342161:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.342163:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586975.342167:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586975.342169:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586975.342171:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586975.342172:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586975.342173:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.342181:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586975.342236:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586975.342240:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:0.0:1777586975.342246:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586975.342265:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586975.342270:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:0.0:1777586975.342272:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:0.0:1777586975.342277:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586975.342280:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586975.342289:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586975.342291:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586975.342298:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586975.342300:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586975.342735:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586975.342738:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:0.0:1777586975.342743:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586975.342747:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586975.342750:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b88366 00000400:00000010:0.0:1777586975.342751:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000038b88366. 00000100:00000001:0.0:1777586975.342754:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586975.342757:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586975.342764:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586975.342767:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586975.342773:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586975.342775:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586975.342839:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586975.342840:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586975.342843:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586975.342845:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586975.342847:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586975.342850:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667682560:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586975.342854:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586975.342857:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586975.342858:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586975.342860:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586975.342863:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e584ac0. 02000000:00000001:1.0:1777586975.342865:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586975.342868:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076e0eec2. 00000400:00000010:1.0:1777586975.342882:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777586975.342885:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682560, portal 10 00000100:00000001:1.0:1777586975.342886:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586975.342888:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006743168 : -105793702808448 : ffff9fc7fbecb480) 00000100:00000040:1.0:1777586975.342893:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586975.342900:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586975.342902:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586975.342904:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000200:1.0:1777586975.342906:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667682560, offset 0 00000400:00000200:1.0:1777586975.342911:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586975.342917:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586975.342920:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586975.342922:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586975.342924:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586975.342932:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586975.342935:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [237:237:256:4294967295] 192.168.204.155@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:1.0:1777586975.342942:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586975.342947:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586975.342954:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777586975.342958:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586975.342962:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586975.342965:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586975.342977:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586975.342980:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 26333 usecs (27 jiffies) 00000100:00000001:1.0:1777586975.342982:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306722332 00000100:00000001:1.0:1777586975.342985:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306725710 00000100:00000001:1.0:1777586975.342986:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306722332 00000100:00000001:1.0:1777586975.342988:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306725710 00000100:00000001:1.0:1777586975.342990:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306722332 00000100:00000001:1.0:1777586975.342991:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306725710 00000100:00000001:1.0:1777586975.342993:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306722332 00000100:00000001:1.0:1777586975.342996:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306725710 00000100:00000001:1.0:1777586975.342997:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586975.343000:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586975.343002:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586975.343004:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586975.343008:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586975.343010:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586975.343012:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586975.343013:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586975.343014:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586975.343016:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586975.343053:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586975.343056:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:2.0:1777586975.343059:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586975.343063:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586975.343066:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:2.0:1777586975.343068:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:2.0:1777586975.343071:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586975.343074:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.343082:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586975.343084:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.343090:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.343092:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586975.344357:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.344376:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586975.344380:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.344383:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586975.344390:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586975.344401:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07200 00000400:00000200:1.0:1777586975.344407:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:1.0:1777586975.344414:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.344421:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586975.344423:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586975.344426:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586975.344577:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586975.344584:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586975.344594:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586975.344614:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586975.344628:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.344632:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586975.344633:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.344635:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586975.344639:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586975.344645:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07280 00000400:00000200:1.0:1777586975.344650:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:1.0:1777586975.344654:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586975.344788:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586975.344791:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586975.344800:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586975.344802:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586975.344804:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ed342b. 00000400:00000200:2.0:1777586975.344809:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:2.0:1777586975.344810:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:2.0:1777586975.344813:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586975.344817:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586975.344825:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.344831:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586975.344832:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.344834:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586975.344837:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586975.344839:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586975.344840:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586975.344843:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586975.344849:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=18 v=5 (5 5 5 0) 00000100:00001000:2.0:1777586975.344853:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=18 v=5 (1 1 1 0) 00000100:00000001:2.0:1777586975.344855:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586975.344857:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586975.344859:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586975.344860:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.344863:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586975.344866:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.344888:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586975.344890:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586975.344892:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586975.344895:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586975.344902:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667682304:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586975.344907:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.344915:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586975.344918:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000916440b4 x1863934667682304/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.344925:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586975.344927:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586975.344929:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000145cf504. 02000000:00000001:2.0:1777586975.344932:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586975.344934:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586975.344936:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586975.344938:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586975.344940:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:2.0:1777586975.344943:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586975.344945:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586975.344946:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000916440b4. 00000100:00000001:2.0:1777586975.344950:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586975.344951:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.344952:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.344957:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586975.344959:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.344960:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586975.344962:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586975.344997:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586975.344999:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586975.345002:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586975.345006:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586975.345010:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586975.345017:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586975.345043:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586975.345049:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.345053:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586975.345055:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.345057:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586975.345062:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586975.345068:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07300 00000400:00000200:1.0:1777586975.345072:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:1.0:1777586975.345076:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.345080:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586975.345082:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586975.345084:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586975.345087:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586975.345090:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586975.345097:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586975.345114:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586975.345118:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586975.345121:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586975.345140:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586975.345143:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586975.345147:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586975.345149:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586975.345150:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a1014c. 00000400:00000200:3.0:1777586975.345154:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:3.0:1777586975.345155:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 00000100:00000001:3.0:1777586975.345158:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586975.345162:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586975.345170:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586975.345176:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586975.345177:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586975.345178:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586975.345180:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586975.345181:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586975.345182:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586975.345184:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586975.345188:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=12 v=5 (5 5 5 0) 00000100:00001000:3.0:1777586975.345191:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1777586975.345193:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586975.345194:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586975.345196:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586975.345198:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.345202:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777586975.345204:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777586975.345206:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777586975.345207:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586975.345210:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586975.345215:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586975.345217:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586975.345218:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586975.345228:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586975.345235:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667682432:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586975.345239:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586975.345240:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586975.345242:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002008028a x1863934667682432/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586975.345248:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586975.345249:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586975.345288:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a3bc0a4. 02000000:00000001:3.0:1777586975.345292:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586975.345293:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586975.345294:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586975.345295:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586975.345296:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a209bc3. 02000000:00000001:3.0:1777586975.345298:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586975.345299:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586975.345300:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002008028a. 00000100:00000001:3.0:1777586975.345303:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586975.345304:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586975.345306:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586975.345310:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586975.345311:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586975.345313:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586975.345315:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.345320:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586975.345323:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586975.345327:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586975.345328:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586975.345330:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076e0eec2. 00000400:00000200:2.0:1777586975.345334:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000400:00000010:2.0:1777586975.345336:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:2.0:1777586975.345339:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586975.345344:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586975.345351:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.345357:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586975.345359:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.345360:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586975.345367:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586975.345368:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586975.345370:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586975.345371:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586975.345375:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=18 v=5 (5 5 5 0) 00000100:00001000:2.0:1777586975.345378:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1777586975.345381:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586975.345382:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586975.345384:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777586975.345387:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777586975.345393:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.345395:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586975.345396:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586975.345398:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586975.345399:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586975.345402:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.345409:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586975.345411:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586975.345412:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586975.345415:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586975.345422:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667682560:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586975.345425:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.345427:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586975.345518:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfb3140 x1863934667682560/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586975.345525:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586975.345527:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586975.345528:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e584ac0. 02000000:00000001:2.0:1777586975.345531:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586975.345538:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586975.345539:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586975.345541:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586975.345543:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:2.0:1777586975.345545:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586975.345546:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586975.345547:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfb3140. 00000100:00000001:2.0:1777586975.345549:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586975.345550:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.345552:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586975.345555:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586975.345556:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586975.345558:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586975.345559:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586975.981397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586975.981405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586975.981412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586975.981413:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586975.981627:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586975.981630:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586975.981632:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586977.005917:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586977.005925:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586977.005927:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586977.005930:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005936:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586977.005938:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005939:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005942:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005963:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586977.005965:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586977.005966:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586977.005967:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005969:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586977.005970:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005971:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586977.005972:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586977.006007:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586977.006010:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586977.006012:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586978.029562:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586978.029568:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586978.029574:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586978.029575:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586978.029636:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586978.029639:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586978.029642:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586978.797420:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306725710, at 4306725760 00000100:00000010:0.0:1777586978.797436:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:1.0:1777586978.797638:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306725710, at 4306725760 00000100:00000010:1.0:1777586978.797645:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000040:2.0:1777586978.797726:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306725710, at 4306725760 00000100:00000010:2.0:1777586978.797733:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000040:3.0:1777586978.798145:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306725710, at 4306725760 00000100:00000010:3.0:1777586978.798151:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00010000:00000001:1.0:1777586979.053381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586979.053387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586979.053392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586979.053394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586979.055906:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586979.055912:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586979.055916:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586980.077316:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586980.077322:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586980.077328:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586980.077329:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586980.077390:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586980.077394:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586980.077397:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586980.461447:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586980.461455:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586980.461463:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000020:00000040:1.0:1777586980.461469:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586980.461473:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586980.461475:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586980.461480:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586980.461485:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8ec9e8. 00000100:00000001:1.0:1777586980.461492:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461503:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586980.461513:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586980.461515:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461535:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043900d18] to pc [ptlrpcd_00_01+1] req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.461576:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461579:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586980.461582:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586980.461585:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069882c1d. 00000020:00000040:1.0:1777586980.461588:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586980.461590:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586980.461591:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586980.461593:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.461596:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1777586980.461597:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777586980.461601:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.461601:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586980.461605:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586980.461606:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1777586980.461612:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.461618:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586980.461621:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461627:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069882c1d] to pc [ptlrpcd_00_02+2] req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586980.461627:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586980.461629:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586980.461634:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777586980.461638:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586980.461641:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586980.461645:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667682688:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586980.461650:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586980.461651:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461654:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777586980.461655:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777586980.461658:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1777586980.461659:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586980.461662:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3862ae5. 02000000:00000001:2.0:1777586980.461663:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1777586980.461666:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000010:2.0:1777586980.461669:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f86d985. 00000100:00000001:1.0:1777586980.461670:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586980.461672:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777586980.461673:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586980.461674:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586980.461680:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000400:00000010:2.0:1777586980.461680:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ed342b. 00000100:00000001:1.0:1777586980.461683:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461688:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777586980.461689:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000200:2.0:1777586980.461708:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682688, portal 25 00000100:00000001:1.0:1777586980.461709:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777586980.461712:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586980.461714:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000001:1.0:1777586980.461716:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586980.461722:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586980.461724:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3862ae5] to pc [ptlrpcd_00_03+3] req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586980.461743:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777586980.461747:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586980.461749:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777586980.461750:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1777586980.461754:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000040:1.0:1777586980.461755:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1777586980.461758:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667682688, offset 0 00000100:00000040:1.0:1777586980.461761:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12065) 00000400:00000200:2.0:1777586980.461782:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586980.461792:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586980.461796:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777586980.461796:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586980.461799:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777586980.461804:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777586980.461805:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586980.461811:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777586980.461817:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586980.461819:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586980.461821:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586980.461822:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777586980.461825:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586980.461827:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586980.461830:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [238:238:256:4294967295] 192.168.204.155@tcp LPNI seq info [238:238:8:4294967295] 02000000:00000001:1.0:1777586980.461832:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586980.461838:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667682816:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586980.461841:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586980.461846:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777586980.461847:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:1.0:1777586980.461848:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586980.461853:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1777586980.461856:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777586980.461857:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9a7aa9. 02000000:00000001:1.0:1777586980.461860:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777586980.461863:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000400:00000010:1.0:1777586980.461864:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000934b5a28. 00000400:00000010:1.0:1777586980.461870:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000800:00000200:2.0:1777586980.461873:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:1.0:1777586980.461875:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682816, portal 10 00000100:00000001:1.0:1777586980.461878:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586980.461879:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736000 : -105793702815616 : ffff9fc7fbec9880) 00000800:00000200:2.0:1777586980.461882:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586980.461887:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1777586980.461894:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.461901:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586980.461903:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.461904:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586980.461909:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000001:2.0:1777586980.461910:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306730830 00000100:00000200:1.0:1777586980.461914:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667682816, offset 0 00000100:00000010:2.0:1777586980.461916:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000400:00000200:1.0:1777586980.461922:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586980.461925:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777586980.461929:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586980.461932:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306730830 00000400:00000200:1.0:1777586980.461933:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586980.461937:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:2.0:1777586980.461938:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777586980.461942:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777586980.461944:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306730830 00000400:00000200:1.0:1777586980.461946:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1777586980.461951:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:2.0:1777586980.461955:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1777586980.461958:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777586980.461960:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306730830 00000400:00000200:1.0:1777586980.461964:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [239:239:255:4294967295] 192.168.204.155@tcp LPNI seq info [239:239:7:4294967295] 00000100:00000010:2.0:1777586980.461966:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:3.0:1777586980.461970:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586980.461971:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777586980.461980:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.461982:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586980.461989:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777586980.461993:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.461997:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586980.461999:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586980.462000:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586980.462001:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586980.462008:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1777586980.462010:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cdeb1. 00000100:00000001:3.0:1777586980.462013:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586980.462015:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1777586980.462018:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586980.462018:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1777586980.462026:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586980.462027:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586980.462034:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6cdeb1 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1777586980.462036:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777586980.462040:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586980.462047:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1777586980.462048:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000100:00000001:1.0:1777586980.462051:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.462053:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586980.462060:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1777586980.462065:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 200767 usecs (201 jiffies) 00000100:00000001:2.0:1777586980.462066:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586980.462079:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586980.462079:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306727625 00000100:00000001:1.0:1777586980.462084:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306730830 00000400:00000200:0.0:1777586980.462087:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000100:00000001:1.0:1777586980.462087:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306727625 00000400:00000010:0.0:1777586980.462090:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:1.0:1777586980.462092:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306730830 00000100:00000001:0.0:1777586980.462099:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586980.462099:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306727625 00000100:00000001:1.0:1777586980.462106:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306730830 00000100:00000200:0.0:1777586980.462107:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.462116:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306727625 00000100:00000001:1.0:1777586980.462131:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306730830 00000100:00000001:1.0:1777586980.462142:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586980.462146:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586980.462149:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.462152:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586980.462156:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586980.462156:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586980.462160:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777586980.462161:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586980.462164:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586980.462165:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586980.462168:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586980.462172:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1777586980.462176:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586980.462180:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586980.462182:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586980.462183:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586980.462185:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586980.462186:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586980.462188:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586980.462198:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667682944:192.168.204.155@tcp:400: 00000800:00000200:0.0:1777586980.462204:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777586980.462204:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1777586980.462209:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cdeb1. 02000000:00000001:3.0:1777586980.462211:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1777586980.462213:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1777586980.462215:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586980.462221:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1777586980.462223:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000010:3.0:1777586980.462230:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a3bc0a4. 00000400:00000200:0.0:1777586980.462234:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 02000000:00000001:3.0:1777586980.462235:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586980.462239:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:0.0:1777586980.462243:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1777586980.462244:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a1014c. 00000100:00000200:0.0:1777586980.462249:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777586980.462311:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000100:00000200:3.0:1777586980.462319:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667682944, portal 10 00000100:00000001:3.0:1777586980.462324:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586980.462327:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006729728 : -105793702821888 : ffff9fc7fbec8000) 00000100:00000001:0.0:1777586980.462344:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586980.462344:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777586980.462352:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586980.462375:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586980.462381:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586980.462384:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000200:3.0:1777586980.462393:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667682944, offset 0 00000100:00000001:0.0:1777586980.462395:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586980.462400:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777586980.462421:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586980.462435:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586980.462440:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586980.462445:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586980.462450:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586980.462456:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586980.462462:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [240:240:256:4294967295] 192.168.204.155@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:3.0:1777586980.462480:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586980.462496:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586980.462501:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777586980.462509:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586980.462516:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586980.462520:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586980.462541:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586980.462545:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 26002 usecs (27 jiffies) 00000100:00000001:3.0:1777586980.462549:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306727452 00000100:00000001:3.0:1777586980.462552:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306730830 00000100:00000001:3.0:1777586980.462554:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306727452 00000100:00000001:3.0:1777586980.462559:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306730830 00000100:00000001:3.0:1777586980.462561:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306727452 00000100:00000001:3.0:1777586980.462563:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306730830 00000100:00000001:3.0:1777586980.462565:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306727452 00000100:00000001:3.0:1777586980.462567:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306730830 00000100:00000001:3.0:1777586980.462569:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586980.462572:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.462575:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.462577:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586980.462583:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586980.462585:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586980.462592:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586980.462594:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586980.462595:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586980.462660:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586980.462664:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:2.0:1777586980.462669:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586980.462670:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586980.462677:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586980.462683:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:2.0:1777586980.462685:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000001:2.0:1777586980.462689:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586980.462694:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586980.462703:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586980.462706:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586980.462713:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.462715:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586980.464464:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464479:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586980.464483:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464486:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586980.464495:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586980.464511:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07480 00000400:00000200:1.0:1777586980.464520:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:1.0:1777586980.464532:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464537:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586980.464540:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586980.464543:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586980.464549:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586980.464554:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586980.464564:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.464579:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586980.464587:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586980.464640:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586980.464644:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586980.464651:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586980.464652:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586980.464654:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a1014c. 00000400:00000200:3.0:1777586980.464658:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:3.0:1777586980.464670:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 00000100:00000001:3.0:1777586980.464673:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586980.464677:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586980.464685:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586980.464691:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586980.464693:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586980.464695:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586980.464698:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586980.464700:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586980.464702:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586980.464704:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586980.464713:0:197584:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=23 v=5 (5 5 5 0) 00000100:00001000:3.0:1777586980.464717:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1777586980.464720:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586980.464721:0:197584:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1777586980.464725:0:197584:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1777586980.464727:0:197584:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff9fc7c7c78000 of lustre-MDT0001_UUID@192.168.204.155@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1777586980.464731:0:197584:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1777586980.464735:0:197584:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff9fc7c7c78000: Connection to lustre-MDT0001 (at 192.168.204.155@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000800:00000001:1.0:1777586980.464765:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586980.464768:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464769:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586980.464787:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586980.464802:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07400 00000400:00000200:1.0:1777586980.464807:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:1.0:1777586980.464810:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464814:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586980.464816:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586980.464819:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586980.464822:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586980.464826:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586980.464834:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.464854:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586980.464859:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464863:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586980.464864:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464866:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586980.464871:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586980.464877:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07380 00000400:00000200:1.0:1777586980.464882:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:1.0:1777586980.464886:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586980.464892:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586980.464894:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586980.464898:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586980.464899:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586980.464901:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777586980.464903:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1777586980.464906:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777586980.464907:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586980.464910:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586980.464914:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000934b5a28. 00000100:00000040:1.0:1777586980.464917:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586980.464926:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:2.0:1777586980.464929:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:2.0:1777586980.464932:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586980.464937:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586980.464946:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.464947:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586980.464953:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777586980.464954:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586980.464956:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586980.464957:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586980.464959:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586980.464960:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586980.464962:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777586980.464964:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777586980.464964:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586980.464971:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=17 v=5 (5 5 5 0) 00000100:00001000:2.0:1777586980.464974:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=17 v=5 (1 1 1 0) 00000100:00000001:2.0:1777586980.464976:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586980.464977:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586980.464981:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586980.464984:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.464988:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777586980.464990:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777586980.464992:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777586980.464993:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586980.464997:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586980.465005:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586980.465008:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586980.465009:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586980.465013:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586980.465021:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667682816:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586980.465032:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586980.465035:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586980.465035:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586980.465039:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1777586980.465040:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586980.465044:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1777586980.465044:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069882c1d x1863934667682816/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586980.465047:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ed342b. 00000400:00000200:0.0:1777586980.465053:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:0.0:1777586980.465056:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:2.0:1777586980.465056:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1777586980.465060:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586980.465065:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586980.465065:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586980.465069:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9a7aa9. 02000000:00000001:2.0:1777586980.465075:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1777586980.465078:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1777586980.465079:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586980.465081:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777586980.465084:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586980.465086:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:2.0:1777586980.465090:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586980.465092:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586980.465093:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069882c1d. 00000100:00000001:2.0:1777586980.465096:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586980.465097:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586980.465099:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586980.465106:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777586980.465108:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586980.465110:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586980.465112:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586980.465240:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586980.465242:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586980.465243:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586980.465245:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586980.465246:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586980.465247:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586980.465249:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586980.465272:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=23 v=5 (5 5 5 0) 00000100:00001000:0.0:1777586980.465275:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=23 v=5 (1 1 1 0) 00000100:00000001:0.0:1777586980.465278:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586980.465279:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586980.465280:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586980.465282:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586980.465290:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586980.465293:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586980.465300:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586980.465303:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586980.465304:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586980.465306:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586980.465313:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667682688:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586980.465317:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586980.465318:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586980.465320:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043900d18 x1863934667682688/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586980.465326:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586980.465327:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586980.465329:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f86d985. 02000000:00000001:0.0:1777586980.465332:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586980.465334:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586980.465335:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586980.465337:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586980.465338:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8ec9e8. 02000000:00000001:0.0:1777586980.465340:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586980.465341:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586980.465342:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043900d18. 00000100:00000001:0.0:1777586980.465344:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586980.465345:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586980.465346:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586980.465350:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586980.465351:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586980.465353:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586980.465354:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470119:0:197584:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1777586980.470129:0:197584:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:3.0:1777586980.470133:0:197584:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470137:0:197584:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1777586980.470141:0:197584:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1777586980.470144:0:197584:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1777586980.470150:0:197584:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1777586980.470160:0:197584:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 11758 00000400:00000200:3.0:1777586980.470173:0:197584:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000040:3.0:1777586980.470179:0:197584:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586980.470182:0:197584:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1777586980.470206:0:197584:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586980.470208:0:197584:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:3.0:1777586980.470213:0:197584:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1777586980.470215:0:197584:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:3.0:1777586980.470218:0:197584:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586980.470302:0:197584:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:3.0:1777586980.470305:0:197584:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:3.0:1777586980.470308:0:197584:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:3.0:1777586980.470311:0:197584:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586980.470313:0:197584:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1777586980.470314:0:197584:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586980.470316:0:197584:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000040:3.0:1777586980.470318:0:197584:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00080000:3.0:1777586980.470321:0:197584:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:3.0:1777586980.470323:0:197584:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586980.470326:0:197584:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1777586980.470333:0:197584:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586980.470336:0:197584:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470338:0:197584:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1777586980.470342:0:197584:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1777586980.470345:0:197584:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470346:0:197584:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777586980.470354:0:197584:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777586980.470358:0:197584:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777586980.470365:0:197584:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1777586980.470366:0:197584:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470369:0:197584:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586980.470373:0:197584:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586980.470377:0:197584:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586980.470388:0:197584:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000489ce177. 00000100:00000001:3.0:1777586980.470395:0:197584:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586980.470403:0:197584:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586980.470419:0:197584:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586980.470422:0:197584:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586980.470426:0:197584:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_rcv+-1] req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586980.470447:0:197584:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470450:0:197584:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1777586980.470452:0:197584:0:(client.c:1699:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1777586980.470457:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586980.470464:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1777586980.470467:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586980.470469:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586980.470473:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586980.470480:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667682944:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777586980.470486:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586980.470489:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586980.470492:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586980.470492:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3862ae5 x1863934667682944/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777586996 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.470498:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586980.470500:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777586980.470501:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777586980.470504:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586980.470507:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a3bc0a4. 00000100:00000040:1.0:1777586980.470510:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777586980.470514:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586980.470517:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586980.470519:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777586980.470525:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777586980.470527:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1777586980.470528:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777586980.470530:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586980.470533:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586980.470535:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586980.470537:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586980.470541:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586980.470541:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586980.470545:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3862ae5. 00000100:00100000:1.0:1777586980.470547:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667683072:192.168.204.155@tcp:38: 00000100:00000001:3.0:1777586980.470551:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586980.470554:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586980.470556:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.470564:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777586980.470564:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586980.470566:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.470569:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777586980.470570:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777586980.470572:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586980.470573:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586980.470577:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586980.470582:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586980.470594:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586980.470604:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cabf538. 00000400:00000010:1.0:1777586980.470614:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586980.470621:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667683072, portal 10 00000100:00000001:1.0:1777586980.470624:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586980.470626:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:1.0:1777586980.470634:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.470643:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586980.470646:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586980.470648:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000200:1.0:1777586980.470651:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667683072, offset 0 00000400:00000200:1.0:1777586980.470658:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586980.470670:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777586980.470675:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586980.470679:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586980.470689:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777586980.470693:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586980.470699:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [241:241:256:4294967295] 192.168.204.155@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:1.0:1777586980.470711:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586980.470717:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777586980.470723:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac363b9b. 00000800:00000200:1.0:1777586980.470730:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777586980.470737:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586980.470742:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac363b9b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1777586980.470762:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586980.470766:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 25668 usecs (26 jiffies) 00000100:00000001:1.0:1777586980.470780:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306727459 00000100:00000001:1.0:1777586980.470784:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306730830 00000100:00000001:1.0:1777586980.470786:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306727459 00000100:00000001:1.0:1777586980.470788:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306730830 00000100:00000001:1.0:1777586980.470790:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306727459 00000100:00000001:1.0:1777586980.470792:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306730830 00000100:00000001:1.0:1777586980.470794:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306727459 00000100:00000001:1.0:1777586980.470796:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306730830 00000100:00000001:1.0:1777586980.470798:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586980.470801:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586980.470804:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586980.470806:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.470810:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586980.470811:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1777586980.470813:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586980.470814:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586980.470815:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586980.470817:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777586980.470974:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777586980.470978:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac363b9b. 00000400:00000200:3.0:1777586980.470984:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586980.470988:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777586980.470993:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:3.0:1777586980.470995:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:3.0:1777586980.470998:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777586980.471001:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586980.471008:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586980.471010:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586980.471015:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586980.471017:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777586980.476706:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586980.476726:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586980.476731:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586980.476733:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586980.476744:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586980.476763:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07500 00000400:00000200:2.0:1777586980.476788:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x86d [1] + 0 00000800:00000001:2.0:1777586980.476796:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586980.476805:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586980.476808:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586980.476812:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586980.476818:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586980.476839:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586980.476851:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586980.476870:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586980.476880:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586980.476883:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.476922:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586980.476926:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586980.476933:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586980.476935:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586980.476937:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cabf538. 00000400:00000200:1.0:1777586980.476942:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586980.476944:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586980.476947:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586980.476951:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586980.476961:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777586990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.476968:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586980.476971:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.476973:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586980.476977:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586980.476979:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586980.476981:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586980.476984:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586980.476993:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=23 v=5 (5 5 5 0) 00000100:00001000:1.0:1777586980.476997:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=2 v=5 (1 1 1 0) 00000100:00000001:1.0:1777586980.477000:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586980.477003:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1777586980.477005:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777586980.477009:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586990 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.477104:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1777586980.477107:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586980.477109:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.477111:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1777586980.477114:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1777586980.477117:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1777586980.477121:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:1.0:1777586980.477131:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777586980.477135:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586990 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586980.477142:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667683072:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777586980.477147:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.477150:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586980.477153:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667683072/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777586990 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586980.477160:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586980.477162:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586980.477165:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0312dee. 02000000:00000001:1.0:1777586980.477169:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586980.477171:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586980.477172:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586980.477174:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586980.477177:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000489ce177. 02000000:00000001:1.0:1777586980.477180:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586980.477182:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586980.477183:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:1.0:1777586980.477187:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586980.477188:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.477190:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586980.477197:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586980.477199:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586980.477201:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586980.477203:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586981.101593:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586981.101597:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586981.101600:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586981.101601:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586981.101648:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586981.101652:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586981.101654:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586982.125399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586982.125405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586982.125411:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586982.125412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586982.125548:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586982.125551:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586982.125554:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586983.149537:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586983.149544:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586983.149550:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586983.149550:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586983.150454:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586983.150460:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586983.150465:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777586983.917355:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306730830, at 4306730880 00000100:00000040:3.0:1777586983.917355:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306730830, at 4306730880 00000100:00000040:1.0:1777586983.917359:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306730830, at 4306730880 00000100:00000010:3.0:1777586983.917372:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000010:2.0:1777586983.917378:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000040:0.0:1777586983.917379:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306730830, at 4306730880 00000100:00000010:1.0:1777586983.917380:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000010:0.0:1777586983.917388:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00010000:00000001:1.0:1777586984.175947:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586984.175954:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586984.175960:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586984.175961:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586984.176045:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586984.176048:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586984.176051:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586985.197384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586985.197390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586985.197402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586985.197403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586985.197528:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586985.197532:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586985.197535:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586985.581379:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586985.581389:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586985.581399:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777586985.581405:0:171531:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586985.581411:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586985.581414:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586985.581419:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586985.581429:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777586985.581437:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586985.581450:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586985.581463:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586985.581465:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586985.581471:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_00+0] req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.581502:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586985.581504:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586985.581508:0:171531:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777586985.581524:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc700c01. 00000020:00000040:0.0:1777586985.581527:0:171531:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586985.581530:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586985.581532:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586985.581535:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586985.581541:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:3.0:1777586985.581543:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586985.581545:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586985.581547:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586985.581551:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586985.581552:0:171531:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1777586985.581559:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.581566:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586985.581570:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586985.581576:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1777586985.581579:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc700c01] to pc [ptlrpcd_00_01+1] req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586985.581580:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586985.581585:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586985.581589:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586985.581593:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.581594:0:171531:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1777586985.581597:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1777586985.581601:0:171531:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1777586985.581605:0:171531:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1777586985.581607:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667683200:192.168.204.155@tcp:400: 00000100:00080000:0.0:1777586985.581608:0:171531:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1777586985.581615:0:171531:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1777586985.581615:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1777586985.581620:0:171531:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12060 02000000:00000001:3.0:1777586985.581622:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586985.581625:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586985.581628:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1777586985.581631:0:171531:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 02000000:00000010:3.0:1777586985.581633:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccb6920. 00000100:00001000:0.0:1777586985.581636:0:171531:0:(import.c:2144:obd_at_measure()) add 10 to 0000000097429994 time=7 v=5 (1 1 1 0) 02000000:00000001:3.0:1777586985.581637:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586985.581643:0:171531:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000400:00000010:3.0:1777586985.581645:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a1014c. 00000100:00080000:0.0:1777586985.581646:0:171531:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1777586985.581652:0:171531:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000400:00000010:3.0:1777586985.581654:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000100:00000001:0.0:1777586985.581656:0:171531:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1777586985.581660:0:171531:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000200:3.0:1777586985.581662:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667683200, portal 25 00000100:00000001:0.0:1777586985.581663:0:171531:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:0.0:1777586985.581667:0:171531:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777586985.581669:0:171531:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000100:00000001:3.0:1777586985.581684:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586985.581686:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000020:00000001:0.0:1777586985.581693:0:171531:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1777586985.581694:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1777586985.581698:0:171531:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:0.0:1777586985.581703:0:171531:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:0.0:1777586985.581709:0:171531:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000001:3.0:1777586985.581709:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586985.581714:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586985.581717:0:171531:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:0.0:1777586985.581720:0:171531:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1777586985.581720:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df60ae0a. 00000100:00000040:0.0:1777586985.581725:0:171531:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000200:3.0:1777586985.581725:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667683200, offset 0 00000100:00000001:0.0:1777586985.581731:0:171531:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000040:0.0:1777586985.581734:0:171531:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000400:00000200:3.0:1777586985.581739:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00080000:0.0:1777586985.581742:0:171531:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777586985.581745:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586985.581746:0:171531:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586985.581750:0:171531:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1777586985.581750:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586985.581753:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1777586985.581754:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:0.0:1777586985.581758:0:171531:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586985.581761:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777586985.581762:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586985.581763:0:171531:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.581768:0:171531:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1777586985.581770:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586985.581778:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586985.581779:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586985.581783:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1777586985.581784:0:171531:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1777586985.581785:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777586985.581788:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1777586985.581790:0:171531:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586985.581791:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777586985.581794:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [242:242:256:4294967295] 192.168.204.155@tcp LPNI seq info [242:242:8:4294967295] 00000100:00000001:0.0:1777586985.581795:0:171531:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586985.581796:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777586985.581802:0:171531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000100:00100000:1.0:1777586985.581802:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667683328:192.168.204.155@tcp:400: 00000020:00000040:0.0:1777586985.581807:0:171531:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777586985.581809:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586985.581811:0:171531:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1777586985.581813:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586985.581814:0:171531:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586985.581816:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586985.581818:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777586985.581821:0:171531:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1777586985.581822:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbc026be. 02000000:00000001:0.0:1777586985.581824:0:171531:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586985.581827:0:171531:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586985.581831:0:171531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f30678b5. 02000000:00000001:1.0:1777586985.581832:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.581838:0:171531:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586985.581839:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cabf538. 00000100:00100000:0.0:1777586985.581846:0:171531:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777586985.581846:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586985.581851:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667683328, portal 10 00000100:00000001:1.0:1777586985.581856:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586985.581863:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529537408 : -105794180014208 : ffff9fc7df7b1f80) 00000100:00000040:1.0:1777586985.581872:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586985.581880:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586985.581882:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586985.581884:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000200:1.0:1777586985.581887:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667683328, offset 0 00000100:00000001:0.0:1777586985.581889:0:171531:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586985.581891:0:171531:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586985.581895:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586985.581900:0:171531:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_rcv+-1] req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.581933:0:171531:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586985.581935:0:171531:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777586985.581939:0:171531:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777586985.581943:0:171531:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12070) 00000100:00000001:0.0:1777586985.581961:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586985.581964:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586985.581966:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586985.581971:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.581978:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586985.581979:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586985.581981:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586985.581983:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586985.581988:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777586985.581992:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00100000:0.0:1777586985.581995:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667683456:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586985.582001:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586985.582004:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1777586985.582005:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586985.582006:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:0.0:1777586985.582007:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586985.582013:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777586985.582014:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1777586985.582014:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 02000000:00000010:0.0:1777586985.582018:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a219b42f. 02000000:00000001:0.0:1777586985.582021:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586985.582025:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:3.0:1777586985.582025:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:0.0:1777586985.582027:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000200:1.0:1777586985.582032:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1777586985.582034:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000400:00000200:1.0:1777586985.582037:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:3.0:1777586985.582040:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:0.0:1777586985.582041:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667683456, portal 10 00000400:00000200:1.0:1777586985.582045:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [243:243:255:4294967295] 192.168.204.155@tcp LPNI seq info [243:243:7:4294967295] 00000100:00000001:0.0:1777586985.582047:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1777586985.582048:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586985.582051:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000040:0.0:1777586985.582062:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586985.582065:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777586985.582076:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777586985.582080:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.582082:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1777586985.582082:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac363b9b. 00000100:00000001:3.0:1777586985.582087:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306735950 00000800:00000200:1.0:1777586985.582090:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777586985.582092:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777586985.582096:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777586985.582099:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac363b9b type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1777586985.582099:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000400:00000010:0.0:1777586985.582103:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000001:1.0:1777586985.582104:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586985.582109:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667683456, offset 0 00000100:00000040:1.0:1777586985.582110:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 197998 usecs (198 jiffies) 00000100:00000001:3.0:1777586985.582112:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777586985.582116:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306732742 00000100:00000001:1.0:1777586985.582120:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306735950 00000100:00000001:3.0:1777586985.582120:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306735950 00000400:00000200:0.0:1777586985.582121:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:3.0:1777586985.582127:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:1.0:1777586985.582129:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306732742 00000400:00000200:0.0:1777586985.582132:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777586985.582132:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777586985.582133:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1777586985.582138:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000400:00000200:0.0:1777586985.582140:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586985.582141:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306735950 00000100:00000001:3.0:1777586985.582141:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306735950 00000400:00000200:2.0:1777586985.582143:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586985.582147:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777586985.582147:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306732742 00000100:00000010:3.0:1777586985.582149:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000400:00000200:0.0:1777586985.582154:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586985.582155:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586985.582156:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1777586985.582162:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777586985.582163:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306735950 00000100:00000001:3.0:1777586985.582163:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306735950 00000400:00000200:0.0:1777586985.582168:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [244:244:254:4294967295] 192.168.204.155@tcp LPNI seq info [244:244:6:4294967295] 00000100:00000001:1.0:1777586985.582169:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306732742 00000100:00000010:3.0:1777586985.582170:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777586985.582175:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777586985.582184:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306735950 00000100:00000001:3.0:1777586985.582184:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777586985.582186:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777586985.582190:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586985.582192:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586985.582194:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586985.582198:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586985.582199:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586985.582200:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586985.582200:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df60ae0a 00000100:00000001:1.0:1777586985.582204:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586985.582204:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1777586985.582205:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000df60ae0a. 00000800:00000010:0.0:1777586985.582207:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000100:00000001:2.0:1777586985.582213:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777586985.582214:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777586985.582215:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586985.582216:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586985.582219:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1777586985.582220:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586985.582220:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586985.582223:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1777586985.582226:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777586985.582226:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586985.582227:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586985.582230:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586985.582231:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1777586985.582232:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1777586985.582235:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586985.582236:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.582240:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586985.582242:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586985.582247:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 25412 usecs (26 jiffies) 00000100:00000001:2.0:1777586985.582247:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777586985.582275:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306732571 00000100:00000001:0.0:1777586985.582278:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306735950 00000100:00000001:0.0:1777586985.582281:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306732571 00000100:00000040:2.0:1777586985.582283:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.582284:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306735950 00000100:00000001:0.0:1777586985.582290:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306732571 00000100:00000001:0.0:1777586985.582295:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306735950 00000100:00000001:0.0:1777586985.582300:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306732571 00000100:00000001:2.0:1777586985.582301:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.582304:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306735950 00000100:00000001:2.0:1777586985.582304:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777586985.582308:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586985.582311:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.582313:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586985.582319:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777586985.582321:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1777586985.582323:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac363b9b. 00000100:00000001:0.0:1777586985.582326:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777586985.582327:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777586985.582329:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1777586985.582334:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586985.582334:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586985.582337:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777586985.582338:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000100:00000001:0.0:1777586985.582340:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777586985.582341:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:0.0:1777586985.582343:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586985.582345:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586985.582349:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586985.582368:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586985.582370:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586985.582376:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586985.582377:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777586985.582407:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586985.582409:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:2.0:1777586985.582412:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586985.582415:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586985.582417:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000400:00000010:2.0:1777586985.582419:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:2.0:1777586985.582421:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586985.582423:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586985.582429:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586985.582430:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586985.582435:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586985.582436:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586985.586231:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586246:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586985.586275:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586279:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586985.586290:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586985.586307:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07580 00000400:00000200:3.0:1777586985.586314:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:3.0:1777586985.586322:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586328:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586985.586343:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586985.586348:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586985.586355:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586985.586362:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586985.586374:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586985.586626:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586985.586635:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586639:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586985.586641:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586643:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586985.586647:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586985.586653:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07600 00000400:00000200:3.0:1777586985.586659:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1777586985.586663:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586667:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586985.586669:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586985.586684:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586985.586688:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586985.586692:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586985.586701:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586985.586721:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586985.586726:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586985.586729:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586985.586824:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586985.586829:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586985.586835:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586985.586837:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586985.586840:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cabf538. 00000400:00000200:1.0:1777586985.586844:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:1.0:1777586985.586847:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:1.0:1777586985.586850:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586985.586855:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586985.586865:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586985.586872:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586985.586874:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586985.586888:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586985.586893:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586985.586895:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586985.586897:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586985.586900:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586985.586908:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=22 v=5 (5 5 5 0) 00000100:00001000:1.0:1777586985.586913:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=22 v=5 (1 1 1 0) 00000100:00000001:1.0:1777586985.586916:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586985.586918:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586985.586921:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586985.586931:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586985.586936:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586985.586938:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586985.586940:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586985.586941:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586985.586946:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586985.586954:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586985.586957:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586985.586958:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586985.586962:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586985.586970:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667683328:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777586985.586983:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586985.586986:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586985.586989:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc700c01 x1863934667683328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586985.586995:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586985.586998:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1777586985.587000:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1777586985.587001:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbc026be. 00000100:00000001:0.0:1777586985.587004:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777586985.587006:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1777586985.587009:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1777586985.587009:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:0.0:1777586985.587012:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1777586985.587013:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000400:00000010:0.0:1777586985.587016:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a1014c. 00000020:00000001:1.0:1777586985.587017:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586985.587020:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 00000400:00000200:0.0:1777586985.587021:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:0.0:1777586985.587024:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 02000000:00000001:1.0:1777586985.587025:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586985.587028:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1777586985.587029:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1777586985.587030:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc700c01. 00000100:00000200:0.0:1777586985.587035:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586985.587036:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586985.587038:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586985.587042:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777586985.587051:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586985.587052:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586985.587055:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.587059:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586985.587060:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.587065:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777586985.587066:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777586985.587067:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586985.587069:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.587070:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586985.587073:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586985.587076:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586985.587079:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=28 v=5 (5 5 5 0) 00000100:00001000:0.0:1777586985.587082:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=28 v=5 (1 1 1 0) 00000100:00000001:0.0:1777586985.587085:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586985.587087:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586985.587089:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586985.587090:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.587092:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586985.587095:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.587101:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586985.587110:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586985.587111:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586985.587114:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586985.587120:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667683200:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586985.587124:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.587125:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586985.587127:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667683200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587001 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.587132:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586985.587133:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586985.587135:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccb6920. 02000000:00000001:0.0:1777586985.587137:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586985.587138:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586985.587139:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586985.587141:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586985.587142:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777586985.587144:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586985.587145:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586985.587146:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:0.0:1777586985.587148:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586985.587149:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.587151:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.587154:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586985.587155:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.587157:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586985.587159:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586985.591974:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586985.591989:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586985.591993:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586985.591996:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586985.592007:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586985.592022:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07680 00000400:00000200:2.0:1777586985.592030:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x885 [1] + 0 00000800:00000001:2.0:1777586985.592037:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586985.592045:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586985.592047:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586985.592051:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586985.592059:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586985.592083:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586985.592095:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.592153:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586985.592176:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586985.592186:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586985.592189:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.592237:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586985.592243:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586985.592245:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586985.592247:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777586985.592274:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777586985.592277:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777586985.592280:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586985.592291:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586985.592300:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.592308:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586985.592310:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.592313:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586985.592317:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586985.592319:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586985.592321:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586985.592324:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586985.592332:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=28 v=5 (5 5 5 0) 00000100:00001000:0.0:1777586985.592336:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=7 v=10 (10 1 1 0) 00000100:00000001:0.0:1777586985.592339:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586985.592341:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1777586985.592343:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1777586985.592346:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587000 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.592353:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1777586985.592356:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586985.592358:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.592360:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1777586985.592362:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1777586985.592366:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1777586985.592370:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:0.0:1777586985.592372:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1777586985.592376:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587000 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586985.592383:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667683456:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586985.592388:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.592395:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586985.592398:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667683456/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587000 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586985.592405:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586985.592407:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586985.592410:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a219b42f. 02000000:00000001:0.0:1777586985.592413:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586985.592415:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586985.592417:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586985.592419:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586985.592421:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f30678b5. 02000000:00000001:0.0:1777586985.592424:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586985.592426:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586985.592427:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:0.0:1777586985.592431:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586985.592432:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.592433:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586985.592441:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586985.592443:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586985.592445:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586985.592446:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586986.222781:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586986.222788:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586986.222793:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586986.222793:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586986.223450:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586986.223455:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586986.223458:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586987.245410:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586987.245422:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586987.245426:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586987.245439:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245446:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586987.245449:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245450:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245453:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245458:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586987.245460:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586987.245461:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586987.245462:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245464:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586987.245465:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245467:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586987.245468:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586987.245601:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586987.245608:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586987.245612:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586988.269416:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586988.269425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586988.269434:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586988.269436:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586988.269512:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586988.269516:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586988.269520:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586989.037361:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306735950, at 4306736000 00000100:00000040:1.0:1777586989.037361:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306735950, at 4306736000 00000100:00000040:3.0:1777586989.037362:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306735950, at 4306736000 00000100:00000010:3.0:1777586989.037378:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000010:1.0:1777586989.037379:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000010:0.0:1777586989.037382:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:2.0:1777586989.037482:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306735950, at 4306736000 00000100:00000010:2.0:1777586989.037488:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd3920fd. 00010000:00000001:1.0:1777586989.293445:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586989.293450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586989.293455:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586989.293456:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586989.293517:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586989.293520:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586989.293523:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586990.317431:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586990.317438:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586990.317443:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586990.317444:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586990.317527:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586990.317545:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586990.317557:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777586990.701732:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586990.701757:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777586990.701763:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 00000020:00000040:1.0:1777586990.701770:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586990.701842:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586990.701858:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586990.701863:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586990.701947:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777586990.701955:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.701966:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777586990.701976:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586990.701979:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.701983:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017b81f49] to pc [ptlrpcd_00_02+2] req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586990.702014:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.702017:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777586990.702021:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777586990.702022:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1777586990.702023:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043ee720f. 00000020:00000040:1.0:1777586990.702027:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777586990.702028:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586990.702030:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777586990.702031:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1777586990.702033:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586990.702035:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586990.702039:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586990.702040:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8ec9e8. 00000100:00000001:1.0:1777586990.702044:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.702051:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586990.702054:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777586990.702057:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586990.702063:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777586990.702064:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586990.702066:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586990.702067:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777586990.702069:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586990.702072:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667683584:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586990.702075:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586990.702079:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777586990.702083:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043ee720f] to pc [ptlrpcd_00_03+3] req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777586990.702083:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586990.702087:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777586990.702092:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d0ad168. 02000000:00000001:2.0:1777586990.702094:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.702096:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1777586990.702104:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1777586990.702107:0:189245:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1777586990.702109:0:189245:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1777586990.702111:0:189245:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1777586990.702114:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8006206. 00000100:00000001:1.0:1777586990.702115:0:189245:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1777586990.702120:0:189245:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12065 00000400:00000010:2.0:1777586990.702121:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777586990.702128:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667683584, portal 25 00000100:00000001:2.0:1777586990.702130:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777586990.702131:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006738688 : -105793702812928 : ffff9fc7fbeca300) 00000100:00000040:2.0:1777586990.702137:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586990.702142:0:189245:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00001000:1.0:1777586990.702147:0:189245:0:(import.c:2144:obd_at_measure()) add 15 to 0000000097429994 time=12 v=10 (10 1 1 0) 00000100:00001000:1.0:1777586990.702154:0:189245:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:1.0:1777586990.702160:0:189245:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 10s 00000100:00000001:2.0:1777586990.702161:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586990.702165:0:189245:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000040:2.0:1777586990.702169:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702170:0:189245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1777586990.702172:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000040:1.0:1777586990.702174:0:189245:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000200:2.0:1777586990.702177:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667683584, offset 0 00000100:00000001:1.0:1777586990.702178:0:189245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:1.0:1777586990.702183:0:189245:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1777586990.702185:0:189245:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:1.0:1777586990.702188:0:189245:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1777586990.702189:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000020:00000040:1.0:1777586990.702192:0:189245:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:1.0:1777586990.702195:0:189245:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:1.0:1777586990.702197:0:189245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000400:00000200:2.0:1777586990.702202:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777586990.702203:0:189245:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702208:0:189245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1777586990.702211:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777586990.702212:0:189245:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702215:0:189245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000400:00000200:2.0:1777586990.702217:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000020:00000040:1.0:1777586990.702221:0:189245:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000400:00000200:2.0:1777586990.702222:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586990.702226:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00080000:1.0:1777586990.702229:0:189245:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702234:0:189245:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586990.702234:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [245:245:256:4294967295] 192.168.204.155@tcp LPNI seq info [245:245:8:4294967295] 02000000:00000001:1.0:1777586990.702238:0:189245:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1777586990.702244:0:189245:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586990.702245:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586990.702250:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586990.702280:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 02000000:00000001:1.0:1777586990.702290:0:189245:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586990.702290:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777586990.702295:0:189245:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1777586990.702298:0:189245:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1777586990.702301:0:189245:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.702303:0:189245:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777586990.702306:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777586990.702308:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777586990.702311:0:189245:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1777586990.702312:0:189245:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.702314:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777586990.702316:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777586990.702317:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586990.702320:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000010:1.0:1777586990.702324:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ef4748a7. 00000800:00000200:2.0:1777586990.702324:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777586990.702330:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586990.702337:0:189245:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777586990.702337:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.702342:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306741071 00000100:00000010:2.0:1777586990.702347:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:1.0:1777586990.702350:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586990.702352:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.702353:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1777586990.702357:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_rcv+-1] req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.702360:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306741071 00000100:00000010:2.0:1777586990.702365:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000100:00000001:1.0:1777586990.702373:0:189245:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.702376:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777586990.702379:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777586990.702396:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12075) 00000100:00000001:1.0:1777586990.702416:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586990.702416:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777586990.702420:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586990.702422:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306741071 00000100:00000001:1.0:1777586990.702423:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777586990.702428:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777586990.702428:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777586990.702433:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777586990.702439:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306741071 00000100:00000001:1.0:1777586990.702441:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1777586990.702443:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:1.0:1777586990.702444:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586990.702446:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777586990.702453:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1777586990.702456:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586990.702458:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586990.702459:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.702462:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586990.702465:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667683840:192.168.204.155@tcp:38: 00000100:00000001:2.0:1777586990.702467:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.702472:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777586990.702472:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777586990.702475:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586990.702477:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586990.702478:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586990.702481:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000db07562e. 02000000:00000001:1.0:1777586990.702483:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586990.702486:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cabf538. 00000400:00000010:1.0:1777586990.702490:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777586990.702492:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667683840, portal 10 00000100:00000001:2.0:1777586990.702493:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586990.702494:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586990.702497:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:2.0:1777586990.702497:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777586990.702502:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586990.702505:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777586990.702507:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.702508:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777586990.702512:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1777586990.702517:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586990.702521:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586990.702522:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777586990.702523:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586990.702527:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586990.702528:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586990.702531:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1777586990.702532:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000001:2.0:1777586990.702532:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1777586990.702536:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667683840, offset 0 00000100:00000040:2.0:1777586990.702539:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777586990.702546:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777586990.702554:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1777586990.702556:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777586990.702556:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586990.702561:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1777586990.702562:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777586990.702565:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777586990.702566:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777586990.702569:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586990.702571:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1777586990.702585:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043ee720f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667683712:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777586990.702587:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586990.702594:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [246:246:255:4294967295] 192.168.204.155@tcp LPNI seq info [246:246:7:4294967295] 00000100:00000001:2.0:1777586990.702594:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777586990.702599:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777586990.702601:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586990.702605:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777586990.702609:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:2.0:1777586990.702609:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d419972e. 02000000:00000001:2.0:1777586990.702613:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586990.702617:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777586990.702618:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccd9290. 00000800:00000010:1.0:1777586990.702623:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000400:00000010:2.0:1777586990.702624:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdf45905. 00000100:00000200:2.0:1777586990.702629:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667683712, portal 10 00000800:00000200:1.0:1777586990.702632:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586990.702634:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1777586990.702638:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777586990.702642:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006737792 : -105793702813824 : ffff9fc7fbec9f80) 00000800:00000200:1.0:1777586990.702650:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:2.0:1777586990.702650:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586990.702657:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.702663:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 25232 usecs (26 jiffies) 00000100:00000001:2.0:1777586990.702663:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777586990.702668:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702669:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306737691 00000400:00000010:2.0:1777586990.702672:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 00000100:00000001:1.0:1777586990.702673:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306741071 00000100:00000200:2.0:1777586990.702676:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667683712, offset 0 00000100:00000001:1.0:1777586990.702677:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306737691 00000100:00000001:1.0:1777586990.702682:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306741071 00000100:00000001:1.0:1777586990.702686:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306737691 00000400:00000200:2.0:1777586990.702686:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702690:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306741071 00000100:00000001:1.0:1777586990.702692:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306737691 00000400:00000200:2.0:1777586990.702694:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777586990.702696:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306741071 00000100:00000001:1.0:1777586990.702699:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777586990.702699:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777586990.702703:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586990.702706:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777586990.702707:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.702710:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586990.702711:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777586990.702716:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777586990.702716:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777586990.702719:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1777586990.702722:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [247:247:254:4294967295] 192.168.204.155@tcp LPNI seq info [247:247:6:4294967295] 00000100:00000001:1.0:1777586990.702723:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586990.702725:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586990.702727:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.702731:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586990.702737:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777586990.702742:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777586990.702746:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777586990.702750:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777586990.702755:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777586990.702758:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777586990.702761:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586990.702763:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 195340 usecs (196 jiffies) 00000100:00000001:2.0:1777586990.702765:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306737861 00000100:00000001:2.0:1777586990.702767:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306741071 00000100:00000001:2.0:1777586990.702769:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306737861 00000100:00000001:2.0:1777586990.702771:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306741071 00000100:00000001:2.0:1777586990.702772:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306737861 00000100:00000001:2.0:1777586990.702774:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306741071 00000100:00000001:2.0:1777586990.702775:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306737861 00000100:00000001:2.0:1777586990.702782:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306741071 00000100:00000001:2.0:1777586990.702783:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586990.702785:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.702787:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.702789:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586990.702882:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586990.702888:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:0.0:1777586990.702893:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586990.702898:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586990.702903:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:0.0:1777586990.702906:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:0.0:1777586990.702910:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586990.702913:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.702922:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586990.702925:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.702932:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586990.702933:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777586990.702948:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586990.702950:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:0.0:1777586990.702953:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586990.702956:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586990.702958:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:0.0:1777586990.702960:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:0.0:1777586990.702962:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586990.702965:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.702971:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586990.702973:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.702979:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586990.702980:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777586990.703191:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586990.703195:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777586990.703537:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777586990.703540:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:0.0:1777586990.703543:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777586990.703552:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777586990.703555:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000400:00000010:0.0:1777586990.703557:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:0.0:1777586990.703560:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777586990.703562:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.703570:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586990.703583:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.703590:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586990.703591:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586990.704068:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586990.704078:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586990.704081:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586990.704083:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586990.704095:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586990.704106:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07700 00000400:00000200:3.0:1777586990.704114:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1777586990.704120:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586990.704126:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586990.704128:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586990.704131:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586990.704135:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586990.704139:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586990.704146:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586990.704163:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586990.704169:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586990.704172:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586990.704200:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586990.704203:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777586990.704208:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777586990.704209:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777586990.704211:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8006206. 00000400:00000200:2.0:1777586990.704215:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777586990.704217:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:2.0:1777586990.704219:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586990.704223:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777586990.704231:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.704236:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777586990.704238:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586990.704240:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777586990.704242:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777586990.704244:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777586990.704246:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777586990.704248:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777586990.704275:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=33 v=5 (5 5 5 0) 00000100:00001000:2.0:1777586990.704279:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1777586990.704281:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777586990.704283:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777586990.704285:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777586990.704286:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.704289:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777586990.704293:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.704298:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777586990.704307:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777586990.704309:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777586990.704312:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777586990.704318:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667683584:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777586990.704322:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.704324:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586990.704326:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017b81f49 x1863934667683584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.704331:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777586990.704333:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777586990.704335:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d0ad168. 02000000:00000001:2.0:1777586990.704339:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777586990.704341:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777586990.704342:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777586990.704344:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777586990.704346:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:2.0:1777586990.704349:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777586990.704350:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777586990.704351:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 00000100:00000001:2.0:1777586990.704354:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777586990.704355:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777586990.704357:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.704359:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777586990.704360:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586990.704361:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586990.704362:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586990.705764:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586990.705774:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586990.705777:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586990.705779:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586990.705914:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586990.705927:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07780 00000400:00000200:2.0:1777586990.705934:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1777586990.705951:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586990.705957:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586990.705959:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586990.705963:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586990.705968:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586990.705974:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586990.705984:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.706003:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586990.706009:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586990.706012:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586990.706014:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586990.706016:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586990.706020:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586990.706026:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07800 00000400:00000200:2.0:1777586990.706031:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x895 [1] + 0 00000800:00000001:2.0:1777586990.706035:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586990.706042:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586990.706044:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586990.706046:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777586990.706047:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586990.706051:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777586990.706052:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586990.706057:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777586990.706058:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586990.706061:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586990.706064:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ccd9290. 00000400:00000200:1.0:1777586990.706070:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf45905 00000100:00000040:2.0:1777586990.706072:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777586990.706074:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf45905. 00000100:00000001:1.0:1777586990.706080:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586990.706087:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586990.706097:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586990.706102:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586990.706108:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586990.706112:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586990.706113:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586990.706115:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586990.706118:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586990.706120:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586990.706122:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586990.706124:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586990.706127:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586990.706134:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=27 v=5 (5 5 5 0) 00000100:00001000:1.0:1777586990.706138:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=27 v=5 (1 1 1 0) 00000100:00000001:1.0:1777586990.706140:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586990.706141:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586990.706143:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777586990.706146:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586990.706149:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777586990.706151:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777586990.706153:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777586990.706154:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586990.706157:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586990.706165:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586990.706168:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586990.706169:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777586990.706173:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.706176:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586990.706180:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1777586990.706183:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043ee720f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667683712:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777586990.706184:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586990.706188:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586990.706190:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cabf538. 00000100:00000001:1.0:1777586990.706190:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586990.706194:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1777586990.706196:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000100:00000040:1.0:1777586990.706199:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043ee720f x1863934667683712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587006 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777586990.706200:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:0.0:1777586990.706205:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586990.706211:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1777586990.706212:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586990.706214:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1777586990.706223:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586990.706223:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d419972e. 02000000:00000001:1.0:1777586990.706229:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586990.706230:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586990.706232:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777586990.706232:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586990.706235:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777586990.706236:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586990.706237:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586990.706239:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1777586990.706240:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777586990.706241:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586990.706243:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777586990.706244:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8ec9e8. 00000100:00001000:0.0:1777586990.706247:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=33 v=5 (5 5 5 0) 02000000:00000001:1.0:1777586990.706248:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1777586990.706271:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=12 v=15 (15 1 1 0) 00000100:00000001:0.0:1777586990.706274:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586990.706275:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1777586990.706280:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1777586990.706283:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1777586990.706283:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043ee720f. 00000100:00000001:1.0:1777586990.706289:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1777586990.706290:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587010 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586990.706293:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586990.706297:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586990.706303:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1777586990.706306:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586990.706307:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586990.706308:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586990.706309:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1777586990.706311:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586990.706312:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1777586990.706314:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1777586990.706318:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1777586990.706319:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1777586990.706334:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:0.0:1777586990.706337:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1777586990.706340:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587010 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586990.706347:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667683840:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777586990.706351:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586990.706353:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586990.706355:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667683840/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587010 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586990.706360:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586990.706361:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586990.706363:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000db07562e. 02000000:00000001:0.0:1777586990.706366:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586990.706367:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586990.706368:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777586990.706370:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586990.706371:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ef4748a7. 02000000:00000001:0.0:1777586990.706373:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586990.706374:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586990.706375:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:0.0:1777586990.706378:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586990.706384:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586990.706386:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586990.706390:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586990.706391:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586990.706392:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586990.706393:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586991.341391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586991.341397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586991.341407:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586991.341409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586991.341432:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586991.341435:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586991.341437:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586992.365391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586992.365395:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586992.365399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586992.365400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586992.365454:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586992.365460:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586992.365465:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586993.389383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586993.389390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586993.389411:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586993.389413:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586993.389550:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586993.389554:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586993.389557:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777586994.157355:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306741071, at 4306741120 00000100:00000040:1.0:1777586994.157355:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306741071, at 4306741120 00000100:00000040:2.0:1777586994.157355:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306741071, at 4306741120 00000100:00000040:3.0:1777586994.157355:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306741071, at 4306741120 00000100:00000010:1.0:1777586994.157370:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00000100:00000010:0.0:1777586994.157372:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000010:3.0:1777586994.157374:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000010:2.0:1777586994.157379:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00010000:00000001:1.0:1777586994.413375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586994.413381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586994.413387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586994.413388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586994.413422:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586994.413425:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586994.413427:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586995.437500:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586995.437505:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586995.437511:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586995.437519:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586995.437548:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586995.437552:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586995.437555:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777586995.821397:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586995.821410:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586995.821425:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777586995.821432:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586995.821437:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586995.821452:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586995.821457:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586995.821465:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777586995.821527:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586995.821538:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586995.821547:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586995.821549:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586995.821553:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_00+0] req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586995.821577:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586995.821579:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777586995.821583:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777586995.821586:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000020:00000040:3.0:1777586995.821588:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777586995.821590:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586995.821591:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586995.821593:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586995.821597:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:0.0:1777586995.821599:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586995.821600:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.821604:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777586995.821606:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777586995.821608:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777586995.821614:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777586995.821617:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586995.821617:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777586995.821619:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586995.821620:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586995.821629:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_01+1] req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586995.821634:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586995.821638:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586995.821644:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586995.821646:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586995.821648:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586995.821649:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1777586995.821652:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1777586995.821656:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667683968:192.168.204.155@tcp:400: 00000100:00080000:3.0:1777586995.821658:0:201742:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1777586995.821661:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586995.821662:0:201742:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1777586995.821664:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777586995.821664:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586995.821668:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777586995.821672:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1777586995.821672:0:201742:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1777586995.821674:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777586995.821676:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586995.821678:0:201742:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1777586995.821681:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1777586995.821685:0:201742:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12070 00000100:00000001:1.0:1777586995.821691:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1777586995.821692:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fe33082. 00000100:00000001:1.0:1777586995.821694:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586995.821696:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586995.821699:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777586995.821699:0:201742:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 02000000:00000001:1.0:1777586995.821702:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1777586995.821703:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000100:00001000:3.0:1777586995.821705:0:201742:0:(import.c:2144:obd_at_measure()) add 20 to 0000000097429994 time=17 v=15 (15 1 1 0) 02000000:00000001:1.0:1777586995.821707:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586995.821711:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00001000:3.0:1777586995.821712:0:201742:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00100000:1.0:1777586995.821714:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667684096:192.168.204.155@tcp:400: 00000100:00080000:3.0:1777586995.821720:0:201742:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 15s 00000100:00000001:1.0:1777586995.821721:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586995.821726:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1777586995.821726:0:201742:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 02000000:00000001:1.0:1777586995.821728:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586995.821731:0:201742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1777586995.821732:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777586995.821736:0:201742:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 02000000:00000010:1.0:1777586995.821737:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9a7aa9. 00000100:00000001:3.0:1777586995.821739:0:201742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:1.0:1777586995.821741:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586995.821744:0:201742:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:0.0:1777586995.821746:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667683968, portal 25 00000400:00000010:1.0:1777586995.821746:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000020:00000040:3.0:1777586995.821747:0:201742:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:3.0:1777586995.821752:0:201742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1777586995.821753:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1777586995.821753:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000001:0.0:1777586995.821757:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000200:1.0:1777586995.821758:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667684096, portal 10 00000100:00000001:1.0:1777586995.821763:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586995.821764:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000040:0.0:1777586995.821766:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1777586995.821769:0:201742:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000100:00000040:1.0:1777586995.821774:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1777586995.821774:0:201742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:3.0:1777586995.821780:0:201742:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:3.0:1777586995.821788:0:201742:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586995.821794:0:201742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1777586995.821797:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586995.821799:0:201742:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586995.821804:0:201742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000100:00000001:0.0:1777586995.821806:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1777586995.821808:0:201742:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00000040:1.0:1777586995.821810:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777586995.821814:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586995.821814:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00080000:3.0:1777586995.821817:0:201742:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000400:00000010:0.0:1777586995.821819:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:1.0:1777586995.821819:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667684096, offset 0 00000100:00000001:3.0:1777586995.821823:0:201742:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586995.821825:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667683968, offset 0 02000000:00000001:3.0:1777586995.821826:0:201742:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1777586995.821831:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777586995.821833:0:201742:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586995.821837:0:201742:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586995.821839:0:201742:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1777586995.821843:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586995.821844:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000008:00100000:3.0:1777586995.821844:0:201742:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1777586995.821850:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777586995.821854:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586995.821858:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000008:00000001:3.0:1777586995.821862:0:201742:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777586995.821863:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586995.821866:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [248:248:256:4294967295] 192.168.204.155@tcp LPNI seq info [248:248:8:4294967295] 00000100:00000001:3.0:1777586995.821872:0:201742:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777586995.821874:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777586995.821878:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000200:1.0:1777586995.821882:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:3.0:1777586995.821883:0:201742:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1777586995.821886:0:201742:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586995.821889:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586995.821891:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777586995.821891:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1777586995.821894:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 02000000:00000001:3.0:1777586995.821895:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1777586995.821897:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1777586995.821900:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777586995.821901:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:1.0:1777586995.821905:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000010:3.0:1777586995.821907:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f6294e82. 00000400:00000200:0.0:1777586995.821909:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777586995.821913:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777586995.821914:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777586995.821916:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:3.0:1777586995.821921:0:201742:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777586995.821925:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [249:249:255:4294967295] 192.168.204.155@tcp LPNI seq info [249:249:7:4294967295] 00000800:00000200:1.0:1777586995.821934:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586995.821936:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1777586995.821946:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586995.821951:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777586995.821953:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777586995.821955:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000100:00000040:1.0:1777586995.821959:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 192733 usecs (193 jiffies) 00000800:00000200:0.0:1777586995.821961:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777586995.821966:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306742977 00000800:00000200:0.0:1777586995.821971:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:1.0:1777586995.821973:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094f9bbe1. 00000800:00000200:0.0:1777586995.821974:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777586995.821979:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.821980:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777586995.821982:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306746190 00000100:00000001:1.0:1777586995.821988:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306742977 00000100:00000001:0.0:1777586995.821992:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306742977 00000100:00000010:1.0:1777586995.821992:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000503d9bf8. 00000100:00000001:1.0:1777586995.821997:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777586995.822000:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306746190 00000100:00000001:1.0:1777586995.822002:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306742977 00000100:00000001:0.0:1777586995.822005:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306742977 00000100:00000010:1.0:1777586995.822007:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000143e552. 00000100:00000001:0.0:1777586995.822010:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306746190 00000100:00000001:1.0:1777586995.822011:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777586995.822016:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306742977 00000100:00000001:0.0:1777586995.822018:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306742977 00000100:00000010:1.0:1777586995.822020:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3a2dd3d. 00000100:00000001:3.0:1777586995.822021:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.822023:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306746190 00000100:00000040:3.0:1777586995.822029:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_rcv+-1] req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.822031:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000800:00000200:2.0:1777586995.822036:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777586995.822038:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586995.822039:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306742977 00000800:00000010:2.0:1777586995.822043:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000100:00000001:1.0:1777586995.822044:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.822046:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586995.822050:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.822051:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777586995.822053:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777586995.822053:0:201742:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.822054:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586995.822059:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777586995.822062:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586995.822065:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777586995.822066:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777586995.822066:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777586995.822067:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.822071:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586995.822074:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777586995.822074:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12080) 00000400:00000200:2.0:1777586995.822075:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000100:00000001:0.0:1777586995.822076:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586995.822077:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777586995.822079:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:0.0:1777586995.822080:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777586995.822081:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586995.822085:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777586995.822086:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586995.822086:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.822089:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586995.822093:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777586995.822093:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586995.822098:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586995.822108:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586995.822112:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.822114:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586995.822118:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586995.822121:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777586995.822123:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586995.822126:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1777586995.822129:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.822137:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777586995.822138:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586995.822140:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777586995.822142:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586995.822143:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777586995.822146:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667684224:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777586995.822149:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777586995.822152:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777586995.822153:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586995.822154:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777586995.822158:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e4509e85. 02000000:00000001:1.0:1777586995.822160:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777586995.822163:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000400:00000010:1.0:1777586995.822166:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777586995.822169:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667684224, portal 10 00000100:00000001:1.0:1777586995.822171:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777586995.822171:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:1.0:1777586995.822176:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.822193:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777586995.822195:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777586995.822197:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000100:00000200:1.0:1777586995.822199:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667684224, offset 0 00000400:00000200:1.0:1777586995.822203:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777586995.822208:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777586995.822210:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1777586995.822212:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1777586995.822215:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000400:00000200:1.0:1777586995.822216:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777586995.822221:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777586995.822221:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586995.822227:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777586995.822229:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [250:250:255:4294967295] 192.168.204.155@tcp LPNI seq info [250:250:7:4294967295] 00000400:00000200:1.0:1777586995.822236:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:2.0:1777586995.822242:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:1.0:1777586995.822246:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777586995.822248:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000800:00000010:1.0:1777586995.822275:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cdeb1. 00000400:00000010:2.0:1777586995.822279:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000800:00000200:1.0:1777586995.822283:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777586995.822285:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777586995.822290:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:2.0:1777586995.822292:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777586995.822295:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6cdeb1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1777586995.822303:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777586995.822309:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 24940 usecs (25 jiffies) 00000100:00000001:2.0:1777586995.822310:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777586995.822315:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306742810 00000100:00000001:1.0:1777586995.822318:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306746190 00000100:00000040:2.0:1777586995.822319:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.822323:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306742810 00000100:00000001:1.0:1777586995.822327:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306746190 00000100:00000001:1.0:1777586995.822333:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306742810 00000100:00000001:2.0:1777586995.822335:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.822338:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306746190 00000100:00000001:2.0:1777586995.822338:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586995.822342:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306742810 00000100:00000001:1.0:1777586995.822344:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306746190 00000100:00000001:1.0:1777586995.822352:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586995.822354:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.822356:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.822358:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.822362:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586995.822363:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1777586995.822365:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586995.822366:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777586995.822367:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.822368:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586995.822380:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586995.822384:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cdeb1. 00000400:00000200:2.0:1777586995.822386:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586995.822389:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586995.822391:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 00000400:00000010:2.0:1777586995.822397:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 00000100:00000001:2.0:1777586995.822399:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777586995.822401:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586995.822406:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586995.822408:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586995.822411:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586995.822412:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777586995.823719:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586995.823731:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586995.823734:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586995.823736:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586995.823745:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586995.823815:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07900 00000400:00000200:3.0:1777586995.823823:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:3.0:1777586995.823831:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586995.823839:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586995.823842:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777586995.823846:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586995.823869:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586995.823875:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586995.823885:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586995.823901:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586995.823909:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586995.823912:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777586995.823914:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777586995.823916:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586995.823920:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777586995.823926:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07880 00000400:00000200:3.0:1777586995.823940:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1777586995.823945:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777586995.823951:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1777586995.823952:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777586995.823955:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777586995.823956:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777586995.823960:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:1.0:1777586995.823962:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586995.823965:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586995.823967:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:1.0:1777586995.823971:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:1.0:1777586995.823973:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:1.0:1777586995.823977:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777586995.823978:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586995.823982:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586995.823984:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586995.824012:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777586995.824012:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.824032:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586995.824035:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.824038:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586995.824041:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586995.824043:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586995.824046:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586995.824049:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586995.824049:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777586995.824054:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1777586995.824058:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=32 v=5 (5 5 5 0) 00000800:00000001:3.0:1777586995.824059:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1777586995.824065:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1777586995.824081:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586995.824083:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586995.824086:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777586995.824088:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586995.824091:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1777586995.824092:0:197582:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777586995.824095:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586995.824097:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777586995.824098:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1777586995.824099:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777586995.824105:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000100:00000040:1.0:1777586995.824107:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000400:00000010:0.0:1777586995.824109:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:1.0:1777586995.824111:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777586995.824114:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777586995.824114:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777586995.824119:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586995.824122:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586995.824136:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.824141:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777586995.824147:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586995.824149:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586995.824150:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586995.824152:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586995.824154:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586995.824156:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586995.824156:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586995.824158:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586995.824161:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586995.824164:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=38 v=5 (5 5 5 0) 00000100:00000040:1.0:1777586995.824164:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777586995.824170:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1777586995.824176:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586995.824178:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586995.824182:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1777586995.824184:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667684096:192.168.204.155@tcp:400: 00010000:00000001:0.0:1777586995.824185:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.824188:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.824194:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586995.824195:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.824198:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586995.824202:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667684096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.824220:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586995.824222:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586995.824231:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9a7aa9. 00000100:00000001:0.0:1777586995.824234:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777586995.824236:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777586995.824239:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1777586995.824239:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777586995.824241:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1777586995.824242:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586995.824246:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1777586995.824247:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777586995.824249:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 00000100:00100000:0.0:1777586995.824278:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667683968:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777586995.824284:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586995.824286:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586995.824289:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667683968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587011 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777586995.824292:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586995.824295:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586995.824297:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:0.0:1777586995.824298:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586995.824300:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586995.824302:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fe33082. 00000100:00000001:1.0:1777586995.824303:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1777586995.824305:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1777586995.824306:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777586995.824307:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586995.824308:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777586995.824310:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777586995.824311:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586995.824312:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:0.0:1777586995.824315:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586995.824316:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586995.824317:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:1.0:1777586995.824319:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586995.824320:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586995.824322:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.824322:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.824326:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.824327:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586995.824330:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586995.824330:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.824332:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586995.824334:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586995.824335:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586995.831781:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586995.831797:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586995.831801:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586995.831803:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586995.831813:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586995.831829:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07980 00000400:00000200:2.0:1777586995.831837:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x8b5 [1] + 0 00000800:00000001:2.0:1777586995.831843:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586995.831851:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586995.831854:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586995.831858:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586995.831865:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586995.831870:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586995.831878:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586995.831896:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586995.831902:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586995.831904:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.831960:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586995.831965:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777586995.831971:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777586995.831973:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777586995.831976:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:1.0:1777586995.831981:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:1.0:1777586995.831983:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:1.0:1777586995.831986:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586995.831990:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777586995.831999:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.832004:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777586995.832006:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.832008:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777586995.832011:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777586995.832013:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777586995.832016:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777586995.832018:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777586995.832026:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=38 v=5 (5 5 5 0) 00000100:00001000:1.0:1777586995.832030:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=17 v=20 (20 1 1 0) 00000100:00000001:1.0:1777586995.832033:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777586995.832035:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1777586995.832037:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777586995.832041:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587020 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.832048:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1777586995.832051:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777586995.832053:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.832055:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1777586995.832057:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1777586995.832061:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1777586995.832064:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:1.0:1777586995.832078:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777586995.832080:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587020 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777586995.832086:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667684224:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777586995.832089:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.832091:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586995.832092:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667684224/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587020 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586995.832096:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777586995.832098:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777586995.832100:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e4509e85. 02000000:00000001:1.0:1777586995.832103:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777586995.832104:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777586995.832106:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777586995.832107:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777586995.832109:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f6294e82. 02000000:00000001:1.0:1777586995.832111:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777586995.832112:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777586995.832113:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:1.0:1777586995.832116:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777586995.832117:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.832118:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777586995.832124:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777586995.832125:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586995.832126:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586995.832127:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.461354:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586996.463163:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586996.463165:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586996.463168:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463172:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586996.463174:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463175:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463178:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463190:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586996.463191:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777586996.463192:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777586996.463194:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463196:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777586996.463197:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463198:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586996.463199:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586996.463245:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586996.463248:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586996.463269:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586997.485360:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586997.485367:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586997.485374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586997.485375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777586997.485398:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777586997.485401:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777586997.485404:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777586998.509361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586998.509367:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586998.509374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586998.509375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586998.509488:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586998.509491:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586998.509494:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1777586999.007610:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.007625:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586999.007629:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.007631:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.007652:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586999.007668:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c51e780 00000400:00000200:2.0:1777586999.007674:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1777586999.007681:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.007685:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.007687:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586999.007691:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586999.007698:0:197576:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1777586999.007701:0:197576:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777586999.007705:0:197576:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000100:00000040:2.0:1777586999.007709:0:197576:0:(events.c:337:request_in_callback()) incoming req@00000000fe2d6144 x1863934677215104 msgsize 328 00000100:00100000:2.0:1777586999.007723:0:197576:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:2.0:1777586999.007768:0:197576:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1777586999.007775:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.007778:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586999.007780:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.007781:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.007785:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586999.007790:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c51e800 00000400:00000200:2.0:1777586999.007794:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:2.0:1777586999.007805:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.007810:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.007812:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586999.007815:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586999.007817:0:197576:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1777586999.007818:0:197576:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777586999.007821:0:197576:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000100:00000040:2.0:1777586999.007822:0:197576:0:(events.c:337:request_in_callback()) incoming req@00000000b61b05bb x1863934677215232 msgsize 328 00000100:00100000:2.0:1777586999.007826:0:197576:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:3.0:1777586999.007912:0:199602:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1777586999.008080:0:197576:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1777586999.008085:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.008089:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.008165:0:199603:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1777586999.008184:0:199602:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677215104 02000000:00000001:3.0:1777586999.008188:0:199602:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1777586999.008198:0:199602:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586999.008200:0:199602:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.008204:0:199602:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586999.008209:0:199602:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677215104 00000020:00000001:3.0:1777586999.008212:0:199602:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1777586999.008214:0:199602:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:3.0:1777586999.008216:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.008219:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:3.0:1777586999.008221:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:3.0:1777586999.008224:0:199602:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:3.0:1777586999.008228:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586999.008232:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015762d47. 00000100:00000001:3.0:1777586999.008234:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586999.008237:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015762d47. 00000020:00000010:3.0:1777586999.008242:0:199602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e579a3a0. 00000020:00000010:3.0:1777586999.008247:0:199602:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032a01b2c. 00000020:00000010:3.0:1777586999.008278:0:199602:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004189bdd6. 00000100:00000040:3.0:1777586999.008287:0:199602:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1777586999.008290:0:199602:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1777586999.008292:0:199602:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1777586999.008294:0:199602:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008301:0:199602:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008304:0:199602:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.008312:0:199602:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1777586999.008313:0:199602:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677215232 02000000:00000001:3.0:1777586999.008315:0:199602:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1777586999.008316:0:199602:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586999.008317:0:199602:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.008319:0:199602:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586999.008321:0:199602:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677215232 00000020:00000001:3.0:1777586999.008323:0:199602:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1777586999.008324:0:199602:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:3.0:1777586999.008325:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.008326:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=4 00000020:00000001:3.0:1777586999.008328:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:3.0:1777586999.008335:0:199602:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:3.0:1777586999.008338:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586999.008339:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015762d47. 00000100:00000001:3.0:1777586999.008341:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586999.008342:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015762d47. 00000020:00000010:3.0:1777586999.008346:0:199602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4ce447d. 00000020:00000010:3.0:1777586999.008348:0:199602:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007299ca22. 00000020:00000010:3.0:1777586999.008351:0:199602:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042db798d. 00000100:00000001:3.0:1777586999.008354:0:199602:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1777586999.008355:0:199602:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1777586999.008356:0:199602:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008359:0:199602:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008361:0:199602:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.008367:0:199602:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1777586999.008369:0:199602:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1777586999.008374:0:199602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 3 00000100:00000040:3.0:1777586999.008378:0:199602:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:3.0:1777586999.008380:0:199602:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:3.0:1777586999.008386:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe2d6144 x1863934677215104/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:665/0 lens 328/0 e 0 to 0 dl 1777587010 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586999.008394:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586999.008397:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015762d47. 00000100:00000001:3.0:1777586999.008398:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586999.008400:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015762d47. 00000100:00100000:3.0:1777586999.008404:0:199602:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2d6144 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+4:342550:x1863934677215104:12345-192.168.204.155@tcp:104: 00000100:00000200:3.0:1777586999.008408:0:199602:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677215104 00010000:00000001:3.0:1777586999.008411:0:199602:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1777586999.008436:0:199602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586999.008438:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.008440:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005269113 refcount=2 00000020:00000001:3.0:1777586999.008442:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:3.0:1777586999.008449:0:199602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:3.0:1777586999.008454:0:199602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586999.008457:0:199602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.008461:0:199602:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777586999.008470:0:199602:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1777586999.008473:0:199602:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1777586999.008477:0:199602:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000405e201f. 02000000:00000001:3.0:1777586999.008480:0:199602:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008482:0:199602:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008486:0:199602:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1777586999.008488:0:199602:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586999.008491:0:199602:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=323 v=5 (1 0 0 0) 00000100:00000001:3.0:1777586999.008496:0:199602:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1777586999.008499:0:199602:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586999.008501:0:199602:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:3.0:1777586999.008503:0:199602:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1777586999.008505:0:199602:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008508:0:199602:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586999.008510:0:199602:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586999.008514:0:199602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000200:3.0:1777586999.008519:0:199602:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677215104, offset 224 00000400:00000200:3.0:1777586999.008524:0:199602:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586999.008533:0:199602:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586999.008538:0:199602:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [251:251:256:4294967295] 192.168.204.155@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:3.0:1777586999.008548:0:199602:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586999.008553:0:199602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586999.008556:0:199602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777586999.008561:0:199602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586999.008567:0:199602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586999.008575:0:199602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586999.008596:0:199602:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.008600:0:199602:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:3.0:1777586999.008603:0:199602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1777586999.008606:0:199602:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000de7ce0a7. 00010000:00000001:3.0:1777586999.008608:0:199602:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1777586999.008620:0:199602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1777586999.008622:0:199602:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008623:0:199602:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008625:0:199602:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.008629:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934677215104/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:665/0 lens 328/224 e 0 to 0 dl 1777587010 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586999.008637:0:199602:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2d6144 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+4:342550:x1863934677215104:12345-192.168.204.155@tcp:104: Request processed in 242us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777586999.008644:0:199602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 3 00000100:00000040:3.0:1777586999.008646:0:199602:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:3.0:1777586999.008648:0:199602:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1777586999.008650:0:199602:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1777586999.008654:0:199602:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032a01b2c. 00000020:00000010:3.0:1777586999.008658:0:199602:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004189bdd6. 00000020:00000010:3.0:1777586999.008660:0:199602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e579a3a0. 00000020:00000040:3.0:1777586999.008664:0:199602:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 3 00000100:00000001:3.0:1777586999.008667:0:199602:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.008672:0:199602:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1777586999.008674:0:199602:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1777586999.008676:0:199602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 4 00000100:00000040:3.0:1777586999.008678:0:199602:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:3.0:1777586999.008680:0:199602:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:3.0:1777586999.008683:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b61b05bb x1863934677215232/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:665/0 lens 328/0 e 0 to 0 dl 1777587010 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586999.008701:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586999.008702:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015762d47. 00000100:00000001:3.0:1777586999.008704:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586999.008706:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015762d47. 00000100:00100000:3.0:1777586999.008709:0:199602:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000b61b05bb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342550:x1863934677215232:12345-192.168.204.155@tcp:104: 00000100:00000200:3.0:1777586999.008722:0:199602:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677215232 00010000:00000001:3.0:1777586999.008724:0:199602:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1777586999.008726:0:199602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586999.008728:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.008729:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cec21ce refcount=2 00000020:00000001:3.0:1777586999.008731:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:3.0:1777586999.008733:0:199602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:3.0:1777586999.008735:0:199602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586999.008736:0:199602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.008738:0:199602:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777586999.008744:0:199602:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1777586999.008746:0:199602:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1777586999.008748:0:199602:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d90e48f6. 02000000:00000001:3.0:1777586999.008749:0:199602:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008751:0:199602:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008753:0:199602:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1777586999.008754:0:199602:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586999.008756:0:199602:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=23 v=5 (1 0 1 0) 00000100:00000001:3.0:1777586999.008759:0:199602:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1777586999.008761:0:199602:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586999.008763:0:199602:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:3.0:1777586999.008765:0:199602:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1777586999.008766:0:199602:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.008768:0:199602:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586999.008773:0:199602:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586999.008775:0:199602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 00000100:00000200:3.0:1777586999.008777:0:199602:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677215232, offset 224 00000400:00000200:3.0:1777586999.008781:0:199602:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586999.008786:0:199602:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586999.008790:0:199602:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [252:252:255:4294967295] 192.168.204.155@tcp LPNI seq info [252:252:7:4294967295] 00000400:00000200:3.0:1777586999.008805:0:199602:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586999.008809:0:199602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586999.008812:0:199602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777586999.008815:0:199602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586999.008819:0:199602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586999.008821:0:199602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586999.008824:0:199602:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.008826:0:199602:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:3.0:1777586999.008828:0:199602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1777586999.008830:0:199602:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f67fb2f6. 00010000:00000001:3.0:1777586999.008832:0:199602:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1777586999.008840:0:199602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1777586999.008842:0:199602:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008843:0:199602:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008845:0:199602:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.008848:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934677215232/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:665/0 lens 328/224 e 0 to 0 dl 1777587010 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586999.008855:0:199602:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000b61b05bb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342550:x1863934677215232:12345-192.168.204.155@tcp:104: Request processed in 154us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777586999.008861:0:199602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 4 00000100:00000040:3.0:1777586999.008863:0:199602:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:3.0:1777586999.008865:0:199602:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1777586999.008866:0:199602:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1777586999.008868:0:199602:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007299ca22. 00000020:00000010:3.0:1777586999.008874:0:199602:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042db798d. 00000020:00000010:3.0:1777586999.008876:0:199602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4ce447d. 00000020:00000040:3.0:1777586999.008879:0:199602:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 00000100:00000001:3.0:1777586999.008880:0:199602:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1777586999.008891:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586999.008893:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.008895:0:199607:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1777586999.008898:0:199607:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1777586999.008900:0:199607:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1777586999.008902:0:199607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777586999.008909:0:199607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000005269113 already unused, calling callback (00000000aa32f3bf) 10000000:00000001:3.0:1777586999.008912:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1777586999.008913:0:199607:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777586999.008919:0:199607:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1777586999.008921:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586999.008922:0:199607:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.008923:0:199607:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000005269113 refcount=3 00000020:00000001:3.0:1777586999.008924:0:199607:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:3.0:1777586999.008937:0:199607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023063552 : -105793686488064 : ffff9fc7fce5bc00) 00010000:00000001:3.0:1777586999.008939:0:199607:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1777586999.008941:0:199607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1777586999.008947:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1777586999.008948:0:199607:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777586999.008953:0:199607:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1777586999.008956:0:199607:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1777586999.008962:0:199607:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1777586999.008964:0:199607:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1777586999.008965:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1777586999.008967:0:199607:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777586999.008975:0:199607:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1777586999.008976:0:199607:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1777586999.008977:0:199607:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005bd3f703) refs 2 10000000:00000001:3.0:1777586999.008979:0:199607:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1777586999.008980:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.008983:0:199607:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1777586999.008985:0:199607:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1777586999.008986:0:199607:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1777586999.008988:0:199607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586999.008989:0:199607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777586999.008991:0:199607:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000005269113 with handle 0xbf3b8af56f2249ca from hash 00010000:00000001:3.0:1777586999.008993:0:199607:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1777586999.008994:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777586999.008996:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586999.008997:0:199607:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1777586999.008998:0:199607:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1777586999.009000:0:199607:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1777586999.009002:0:199607:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1777586999.009004:0:199607:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1777586999.009008:0:199607:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777586999.009011:0:199607:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586999.009015:0:199607:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586999.009017:0:199607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586999.009020:0:199607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586999.009025:0:199607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4ce447d. 00000100:00000001:3.0:1777586999.009029:0:199607:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.009031:0:199607:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1777586999.009033:0:199607:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777586999.009039:0:199607:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1777586999.009040:0:199607:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.009044:0:199607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586999.009049:0:199607:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.009054:0:199607:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_02+2] req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586999.009070:0:199607:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1777586999.009072:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777586999.009073:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586999.009074:0:199607:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.009076:0:199607:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777586999.009077:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.009079:0:199607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777586999.009084:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1777586999.009086:0:199607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 0000000005269113/0xbf3b8af56f2249ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45326 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777586999.009096:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586999.009097:0:199607:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1777586999.009098:0:199607:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000de7ce0a7. 00010000:00000001:3.0:1777586999.009100:0:199607:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586999.009102:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586999.009103:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.009105:0:199607:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1777586999.009107:0:199607:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1777586999.009108:0:199607:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1777586999.009109:0:199607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777586999.009114:0:199607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000009cec21ce already unused, calling callback (00000000aa32f3bf) 10000000:00000001:3.0:1777586999.009116:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1777586999.009117:0:199607:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777586999.009122:0:199607:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1777586999.009125:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586999.009127:0:199607:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.009128:0:199607:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009cec21ce refcount=3 00000020:00000001:3.0:1777586999.009129:0:199607:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:3.0:1777586999.009131:0:199607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023059456 : -105793686492160 : ffff9fc7fce5ac00) 00010000:00000001:3.0:1777586999.009133:0:199607:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1777586999.009134:0:199607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1777586999.009139:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1777586999.009140:0:199607:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777586999.009146:0:199607:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1777586999.009148:0:199607:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1777586999.009149:0:199607:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1777586999.009150:0:199607:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1777586999.009151:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1777586999.009152:0:199607:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777586999.009154:0:199607:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1777586999.009154:0:199607:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1777586999.009155:0:199607:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000ff26fc6d) refs 2 10000000:00000001:3.0:1777586999.009157:0:199607:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1777586999.009158:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.009159:0:199607:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1777586999.009160:0:199607:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1777586999.009161:0:199607:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1777586999.009162:0:199607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586999.009164:0:199607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777586999.009165:0:199607:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009cec21ce with handle 0xbf3b8af56f2249bc from hash 00010000:00000001:3.0:1777586999.009167:0:199607:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1777586999.009168:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777586999.009169:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586999.009170:0:199607:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1777586999.009171:0:199607:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1777586999.009172:0:199607:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1777586999.009177:0:199607:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1777586999.009178:0:199607:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1777586999.009180:0:199607:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777586999.009182:0:199607:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777586999.009184:0:199607:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777586999.009185:0:199607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777586999.009187:0:199607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777586999.009189:0:199607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e579a3a0. 00000100:00000001:3.0:1777586999.009191:0:199607:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.009193:0:199607:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1777586999.009195:0:199607:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777586999.009199:0:199607:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1777586999.009201:0:199607:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.009203:0:199607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777586999.009204:0:199607:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.009207:0:199607:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_03+3] req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777586999.009214:0:199607:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1777586999.009216:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777586999.009217:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586999.009218:0:199607:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.009219:0:199607:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777586999.009221:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.009222:0:199607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777586999.009227:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1777586999.009228:0:199607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 000000009cec21ce/0xbf3b8af56f2249bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a4531f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1777586999.009234:0:199607:0:(ldlm_resource.c:1670:ldlm_resource_putref()) putref res: 000000002725a1c1 count: 0 00010000:00000001:3.0:1777586999.009240:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777586999.009244:0:199607:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1777586999.009245:0:199607:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f67fb2f6. 00010000:00000001:3.0:1777586999.009247:0:199607:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586999.009249:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586999.009278:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.009280:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1777586999.009281:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586999.009282:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.009283:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1777586999.009284:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586999.009286:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.009287:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1777586999.009299:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586999.009301:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586999.009303:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586999.009307:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.009314:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586999.009316:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.009319:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586999.009321:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586999.009323:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586999.009326:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667684480:192.168.204.155@tcp:103: 00000100:00000001:3.0:1777586999.009330:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586999.009334:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586999.009336:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.009338:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586999.009341:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d0ad168. 02000000:00000001:3.0:1777586999.009343:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586999.009346:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e852ede8. 00000400:00000010:3.0:1777586999.009350:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd97dad. 00000100:00000200:3.0:1777586999.009354:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667684480, portal 18 00000100:00000001:3.0:1777586999.009356:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586999.009358:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777586999.009362:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.009372:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586999.009375:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586999.009377:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000100:00000200:3.0:1777586999.009379:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667684480, offset 0 00000400:00000200:3.0:1777586999.009383:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586999.009388:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586999.009391:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586999.009395:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586999.009398:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586999.009401:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586999.009404:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [253:253:254:4294967295] 192.168.204.155@tcp LPNI seq info [253:253:6:4294967295] 00000400:00000200:3.0:1777586999.009411:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586999.009424:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586999.009427:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777586999.009431:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586999.009434:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586999.009436:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1777586999.009439:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.009442:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306749378 00000100:00000001:3.0:1777586999.009447:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306746190 00000100:00000001:3.0:1777586999.009451:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306749378 00000100:00000001:3.0:1777586999.009454:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306746190 00000100:00000001:3.0:1777586999.009456:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306749378 00000100:00000001:3.0:1777586999.009458:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306746190 00000100:00000001:3.0:1777586999.009461:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306749378 00000100:00000001:3.0:1777586999.009463:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306746190 00000100:00000001:3.0:1777586999.009466:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586999.009468:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.009476:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.009478:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.009482:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586999.009484:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777586999.009485:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586999.009487:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586999.009488:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586999.009489:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777586999.009491:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.009493:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586999.009494:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.009495:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586999.009496:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777586999.009497:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777586999.009500:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.009507:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777586999.009508:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.009510:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777586999.009511:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777586999.009513:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586999.009515:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667684352:192.168.204.155@tcp:103: 00000100:00000001:3.0:1777586999.009518:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777586999.009520:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777586999.009521:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.009523:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777586999.009525:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f86d985. 02000000:00000001:3.0:1777586999.009526:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777586999.009528:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777586999.009531:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777586999.009533:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667684352, portal 18 00000100:00000001:3.0:1777586999.009535:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777586999.009536:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000100:00000040:3.0:1777586999.009539:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.009555:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586999.009557:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586999.009559:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b44cffd. 00000100:00000200:3.0:1777586999.009561:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667684352, offset 0 00000400:00000200:3.0:1777586999.009565:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586999.009569:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586999.009571:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777586999.009573:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777586999.009575:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777586999.009577:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777586999.009579:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [254:254:253:4294967295] 192.168.204.155@tcp LPNI seq info [254:254:5:4294967295] 00000400:00000200:3.0:1777586999.009585:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586999.009589:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586999.009591:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777586999.009594:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586999.009598:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586999.009600:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1777586999.009602:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.009604:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306749378 00000100:00000001:3.0:1777586999.009606:0:197584:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, keep current deadline 4306749378 00000100:00000001:3.0:1777586999.009608:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306749378 00000100:00000001:3.0:1777586999.009609:0:197584:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, keep current deadline 4306749378 00000100:00000001:3.0:1777586999.009611:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306749378 00000100:00000001:3.0:1777586999.009612:0:197584:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, keep current deadline 4306749378 00000100:00000001:3.0:1777586999.009613:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306749378 00000100:00000001:3.0:1777586999.009615:0:197584:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, keep current deadline 4306749378 00000100:00000001:3.0:1777586999.009616:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586999.009618:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.009623:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.009625:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777586999.009848:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777586999.009851:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777586999.009853:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1777586999.009945:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586999.009949:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:1.0:1777586999.009953:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586999.009957:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586999.009961:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:1.0:1777586999.009962:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:1.0:1777586999.009966:0:197574:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1777586999.009968:0:197574:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1777586999.009978:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586999.009979:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:1.0:1777586999.009981:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586999.009984:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586999.009986:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:1.0:1777586999.009987:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000100:00000001:1.0:1777586999.009989:0:197574:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1777586999.009990:0:197574:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1777586999.009996:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586999.009998:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:1.0:1777586999.010005:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586999.010009:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586999.010011:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:1.0:1777586999.010012:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000001:1.0:1777586999.010015:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586999.010018:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586999.010026:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586999.010029:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586999.010036:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586999.010038:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777586999.010092:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777586999.010094:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:1.0:1777586999.010097:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586999.010100:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777586999.010102:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44cffd 00000400:00000010:1.0:1777586999.010104:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000b44cffd. 00000100:00000001:1.0:1777586999.010106:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777586999.010108:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586999.010115:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777586999.010118:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586999.010123:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777586999.010124:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777586999.010133:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777586999.010135:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.011068:0:199603:0:(service.c:2266:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586999.013118:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.013131:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777586999.013133:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.013134:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.013143:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586999.013155:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc07a00 00000400:00000200:2.0:1777586999.013160:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:2.0:1777586999.013174:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.013181:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.013183:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586999.013187:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777586999.013193:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586999.013198:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586999.013208:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586999.013224:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586999.013231:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.013234:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014055:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586999.014062:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777586999.014068:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586999.014071:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586999.014076:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000800:00000001:2.0:1777586999.014079:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1777586999.014080:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777586999.014083:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000800:00000001:2.0:1777586999.014085:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014087:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1777586999.014088:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.014091:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777586999.014094:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586999.014098:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777586999.014109:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc07a80 00000100:00000200:3.0:1777586999.014110:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586999.014116:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:2.0:1777586999.014123:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777586999.014127:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586999.014129:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014131:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586999.014133:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586999.014135:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586999.014137:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.014139:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586999.014145:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=323 v=5 (5 0 0 0) 00000100:00001000:3.0:1777586999.014150:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=42 v=5 (1 1 1 0) 00000100:00000001:3.0:1777586999.014152:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586999.014154:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.014156:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586999.014158:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.014161:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777586999.014163:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777586999.014166:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1777586999.014167:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777586999.014172:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777586999.014177:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586999.014180:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586999.014182:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586999.014188:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586999.014189:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777586999.014196:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777586999.014212:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586999.014224:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667684352:192.168.204.155@tcp:103: 00000100:00000001:2.0:1777586999.014228:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777586999.014234:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777586999.014237:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777586999.014327:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777586999.014328:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777586999.014329:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e852ede8. 00000400:00000200:3.0:1777586999.014331:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd97dad 00000400:00000010:3.0:1777586999.014333:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000bd97dad. 00000100:00000001:3.0:1777586999.014335:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777586999.014338:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777586999.014345:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.014351:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777586999.014352:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014354:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777586999.014355:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777586999.014356:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586999.014357:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.014359:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586999.014362:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=23 v=5 (5 0 5 0) 00000100:00001000:3.0:1777586999.014364:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=42 v=5 (1 1 1 0) 00000100:00000001:3.0:1777586999.014366:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777586999.014367:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.014369:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777586999.014370:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.014371:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.014374:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.014380:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777586999.014382:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777586999.014383:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777586999.014385:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777586999.014404:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667684480:192.168.204.155@tcp:103: 00000100:00000001:3.0:1777586999.014407:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014409:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586999.014422:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667684352/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.014430:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586999.014432:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586999.014435:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f86d985. 02000000:00000001:3.0:1777586999.014439:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586999.014441:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586999.014442:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586999.014444:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586999.014446:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4ce447d. 02000000:00000001:3.0:1777586999.014449:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586999.014450:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586999.014452:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:3.0:1777586999.014455:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586999.014456:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014458:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777586999.014460:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667684480/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777586999.014466:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777586999.014467:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777586999.014468:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d0ad168. 02000000:00000001:3.0:1777586999.014470:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777586999.014471:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777586999.014472:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777586999.014474:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777586999.014475:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e579a3a0. 02000000:00000001:3.0:1777586999.014477:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777586999.014478:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777586999.014479:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777586999.014481:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777586999.014487:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014489:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.014495:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777586999.014497:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.014499:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777586999.014501:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1777586999.015286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000005269113. 00010000:00000010:3.1:1777586999.015292:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002725a1c1. 00010000:00000010:3.1:1777586999.015295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009cec21ce. 00000800:00000001:1.0:1777586999.150645:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.150662:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586999.150665:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.150667:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586999.150678:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586999.150695:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c51fa00 00000400:00000200:1.0:1777586999.150716:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:1.0:1777586999.150725:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.150736:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586999.150739:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586999.150753:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586999.150759:0:197574:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1777586999.150761:0:197574:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1777586999.150766:0:197574:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043ee720f. 00000100:00000040:1.0:1777586999.150770:0:197574:0:(events.c:337:request_in_callback()) incoming req@0000000043ee720f x1863934677219840 msgsize 328 00000100:00100000:1.0:1777586999.150775:0:197574:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:1.0:1777586999.150789:0:197574:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1777586999.150797:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.150799:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.151463:0:199602:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1777586999.151466:0:199602:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677219840 02000000:00000001:3.0:1777586999.151469:0:199602:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1777586999.151472:0:199602:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777586999.151474:0:199602:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777586999.151478:0:199602:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777586999.151482:0:199602:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677219840 00000020:00000001:3.0:1777586999.151485:0:199602:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1777586999.151487:0:199602:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:3.0:1777586999.151489:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.151492:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:3.0:1777586999.151494:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:3.0:1777586999.151496:0:199602:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:3.0:1777586999.151501:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586999.151505:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015762d47. 00000100:00000001:3.0:1777586999.151508:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586999.151510:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015762d47. 00000020:00000010:3.0:1777586999.151516:0:199602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e579a3a0. 00000020:00000010:3.0:1777586999.151521:0:199602:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007299ca22. 00000020:00000010:3.0:1777586999.151525:0:199602:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042db798d. 00000100:00000040:3.0:1777586999.151534:0:199602:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1777586999.151542:0:199602:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1777586999.151543:0:199602:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1777586999.151545:0:199602:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.151552:0:199602:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.151562:0:199602:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777586999.151571:0:199602:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1777586999.151573:0:199602:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1777586999.151578:0:199602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 5 00000100:00000040:3.0:1777586999.151581:0:199602:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:3.0:1777586999.151589:0:199602:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280006737792 : -105793702813824 : ffff9fc7fbec9f80) 00000100:00000040:3.0:1777586999.151595:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043ee720f x1863934677219840/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:665/0 lens 328/0 e 0 to 0 dl 1777587010 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777586999.151604:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1777586999.151605:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015762d47. 00000100:00000001:3.0:1777586999.151607:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777586999.151609:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015762d47. 00000100:00100000:3.0:1777586999.151613:0:199602:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000043ee720f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342571:x1863934677219840:12345-192.168.204.155@tcp:104: 00000100:00000200:3.0:1777586999.151617:0:199602:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677219840 00010000:00000001:3.0:1777586999.151619:0:199602:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1777586999.151626:0:199602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777586999.151627:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777586999.151629:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000089afcca refcount=2 00000020:00000001:3.0:1777586999.151631:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:3.0:1777586999.151633:0:199602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00010000:00000001:3.0:1777586999.151636:0:199602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777586999.151639:0:199602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.151641:0:199602:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777586999.151650:0:199602:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1777586999.151653:0:199602:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1777586999.151656:0:199602:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a39bfc4d. 02000000:00000001:3.0:1777586999.151658:0:199602:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.151660:0:199602:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.151664:0:199602:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1777586999.151666:0:199602:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777586999.151669:0:199602:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=23 v=5 (1 0 1 0) 00000100:00000001:3.0:1777586999.151673:0:199602:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1777586999.151675:0:199602:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:3.0:1777586999.151677:0:199602:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:3.0:1777586999.151683:0:199602:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1777586999.151684:0:199602:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.151687:0:199602:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777586999.151689:0:199602:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777586999.151693:0:199602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd97dad. 00000100:00000200:3.0:1777586999.151698:0:199602:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677219840, offset 224 00000400:00000200:3.0:1777586999.151703:0:199602:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777586999.151712:0:199602:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777586999.151718:0:199602:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [255:255:256:4294967295] 192.168.204.155@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:3.0:1777586999.151729:0:199602:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777586999.151734:0:199602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777586999.151737:0:199602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000800:00000200:3.0:1777586999.151743:0:199602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777586999.151749:0:199602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777586999.151753:0:199602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777586999.151778:0:199602:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.151781:0:199602:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:3.0:1777586999.151784:0:199602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1777586999.151787:0:199602:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f67fb2f6. 00010000:00000001:3.0:1777586999.151790:0:199602:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1777586999.151799:0:199602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1777586999.151801:0:199602:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.151803:0:199602:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777586999.151805:0:199602:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777586999.151808:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043ee720f x1863934677219840/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:665/0 lens 328/224 e 0 to 0 dl 1777587010 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777586999.151817:0:199602:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000043ee720f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342571:x1863934677219840:12345-192.168.204.155@tcp:104: Request processed in 212us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1777586999.151832:0:199602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 5 00000100:00000040:3.0:1777586999.151835:0:199602:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000020:00000001:0.0:1777586999.151838:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586999.151841:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777586999.151849:0:199602:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1777586999.151851:0:199602:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1777586999.151852:0:199608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1777586999.151855:0:199602:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007299ca22. 00010000:00000001:0.0:1777586999.151856:0:199608:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1777586999.151859:0:199608:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1777586999.151861:0:199602:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042db798d. 00010000:00010000:0.0:1777586999.151862:0:199608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1777586999.151868:0:199602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e579a3a0. 00000020:00000040:3.0:1777586999.151872:0:199602:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 00000100:00000001:3.0:1777586999.151875:0:199602:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1777586999.151883:0:199608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000089afcca already unused, calling callback (00000000aa32f3bf) 10000000:00000001:0.0:1777586999.151887:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1777586999.151889:0:199608:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777586999.152007:0:199608:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1777586999.152009:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777586999.152011:0:199608:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777586999.152012:0:199608:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000089afcca refcount=3 00000020:00000001:0.0:1777586999.152015:0:199608:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00000800:00000200:2.0:1777586999.152015:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1777586999.152018:0:199608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280023060992 : -105793686490624 : ffff9fc7fce5b200) 00000800:00000010:2.0:1777586999.152020:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000400:00000200:2.0:1777586999.152024:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1777586999.152029:0:199608:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1777586999.152031:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00010000:00010000:0.0:1777586999.152032:0:199608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1777586999.152037:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd97dad 00000400:00000010:2.0:1777586999.152041:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000bd97dad. 10000000:00000001:0.0:1777586999.152042:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1777586999.152044:0:199608:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1777586999.152045:0:197575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1777586999.152048:0:197575:0:(events.c:398:reply_out_callback()) Process leaving 10000000:01000000:0.0:1777586999.152053:0:199608:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1777586999.152056:0:199608:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1777586999.152057:0:199608:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1777586999.152059:0:199608:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1777586999.152061:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1777586999.152063:0:199608:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777586999.152075:0:199608:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1777586999.152082:0:199608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777586999.152083:0:199608:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000007b77bcdf) refs 2 10000000:00000001:0.0:1777586999.152086:0:199608:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1777586999.152087:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586999.152090:0:199608:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1777586999.152093:0:199608:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1777586999.152095:0:199608:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1777586999.152097:0:199608:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777586999.152099:0:199608:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777586999.152101:0:199608:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000089afcca with handle 0xbf3b8af56f2249b5 from hash 00010000:00000001:0.0:1777586999.152103:0:199608:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1777586999.152105:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586999.152107:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586999.152108:0:199608:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1777586999.152110:0:199608:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1777586999.152112:0:199608:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1777586999.152115:0:199608:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1777586999.152117:0:199608:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1777586999.152123:0:199608:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777586999.152126:0:199608:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777586999.152129:0:199608:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777586999.152131:0:199608:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777586999.152135:0:199608:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777586999.152141:0:199608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001727d1c0. 00000100:00000001:0.0:1777586999.152146:0:199608:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586999.152148:0:199608:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1777586999.152151:0:199608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777586999.152157:0:199608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1777586999.152158:0:199608:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.152162:0:199608:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777586999.152164:0:199608:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586999.152169:0:199608:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_00+0] req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777586999.152192:0:199608:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777586999.152199:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777586999.152200:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586999.152202:0:199608:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586999.152203:0:199608:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777586999.152205:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586999.152207:0:199608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777586999.152214:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1777586999.152215:0:199608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 00000000089afcca/0xbf3b8af56f2249b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45318 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1777586999.152221:0:199608:0:(ldlm_resource.c:1670:ldlm_resource_putref()) putref res: 0000000090a041ac count: 0 00010000:00000001:0.0:1777586999.152230:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777586999.152231:0:199608:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1777586999.152233:0:199608:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f67fb2f6. 00010000:00000001:0.0:1777586999.152235:0:199608:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777586999.152237:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586999.152238:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586999.152240:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1777586999.152242:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586999.152243:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586999.152244:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1777586999.152308:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777586999.152309:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777586999.152310:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1777586999.152350:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586999.152353:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586999.152356:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777586999.152361:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586999.152369:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777586999.152371:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586999.152374:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777586999.152376:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777586999.152384:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777586999.152387:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667684608:192.168.204.155@tcp:103: 00000100:00000001:0.0:1777586999.152392:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777586999.152396:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777586999.152399:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586999.152401:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777586999.152404:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea2518bd. 02000000:00000001:0.0:1777586999.152406:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777586999.152420:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000010:0.0:1777586999.152425:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777586999.152429:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667684608, portal 18 00000100:00000001:0.0:1777586999.152432:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777586999.152433:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000040:0.0:1777586999.152438:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586999.152445:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777586999.152447:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777586999.152449:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003642c847. 00000100:00000200:0.0:1777586999.152458:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667684608, offset 0 00000400:00000200:0.0:1777586999.152462:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777586999.152467:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777586999.152472:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777586999.152475:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777586999.152479:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777586999.152481:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777586999.152484:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [256:256:256:4294967295] 192.168.204.155@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:0.0:1777586999.152492:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777586999.152496:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777586999.152499:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777586999.152502:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777586999.152507:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777586999.152513:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777586999.152526:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.152530:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306749521 00000100:00000001:0.0:1777586999.152535:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306749378 00000100:00000001:0.0:1777586999.152538:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306749521 00000100:00000001:0.0:1777586999.152541:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306749378 00000100:00000001:0.0:1777586999.152544:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306749521 00000100:00000001:0.0:1777586999.152547:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306749378 00000100:00000001:0.0:1777586999.152554:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306749521 00000100:00000001:0.0:1777586999.152557:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306749378 00000100:00000001:0.0:1777586999.152560:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586999.152562:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.152565:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.152567:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.152572:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586999.152574:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777586999.152577:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586999.152578:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777586999.152579:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.152581:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777586999.152599:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777586999.152602:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:2.0:1777586999.152606:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777586999.152611:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777586999.152615:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003642c847 00000400:00000010:2.0:1777586999.152617:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003642c847. 00000100:00000001:2.0:1777586999.152621:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777586999.152623:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1777586999.152625:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586999.152626:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586999.152637:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777586999.152640:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777586999.152648:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777586999.152649:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777586999.154333:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.154344:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777586999.154347:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.154350:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586999.154358:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777586999.154371:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc07b00 00000400:00000200:1.0:1777586999.154376:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1777586999.154386:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.154393:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777586999.154394:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777586999.154397:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777586999.154400:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777586999.154404:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777586999.154423:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777586999.154437:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777586999.154453:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777586999.154456:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.154487:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586999.154490:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777586999.154495:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777586999.154496:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777586999.154499:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777586999.154505:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777586999.154506:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777586999.154509:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777586999.154513:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777586999.154522:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586999.154539:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777586999.154541:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.154544:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777586999.154547:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777586999.154549:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777586999.154550:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777586999.154552:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777586999.154558:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=23 v=5 (5 0 5 0) 00000100:00001000:0.0:1777586999.154561:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=42 v=5 (1 1 1 0) 00000100:00000001:0.0:1777586999.154564:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777586999.154566:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777586999.154568:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777586999.154570:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.154572:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777586999.154576:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586999.154582:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777586999.154585:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777586999.154587:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777586999.154590:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777586999.154596:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667684608:192.168.204.155@tcp:103: 00000100:00000001:0.0:1777586999.154600:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.154602:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777586999.154603:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667684608/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587015 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777586999.154610:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777586999.154612:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777586999.154614:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea2518bd. 02000000:00000001:0.0:1777586999.154617:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777586999.154619:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777586999.154620:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777586999.154627:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777586999.154629:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001727d1c0. 02000000:00000001:0.0:1777586999.154631:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777586999.154633:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777586999.154635:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:0.0:1777586999.154638:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777586999.154639:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.154640:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777586999.154645:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777586999.154647:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777586999.154648:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777586999.154650:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1777586999.157293:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000090a041ac. 00010000:00000010:0.1:1777586999.157307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000089afcca. 00010000:00000001:1.0:1777586999.533377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586999.533385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777586999.533392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777586999.533394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777586999.533472:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777586999.533476:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777586999.533479:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587000.557349:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587000.557355:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587000.557361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587000.557363:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587000.557826:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587000.557829:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587000.557832:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587000.941458:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587000.941466:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587000.941472:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777587000.941478:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587000.941483:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587000.941487:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587000.941491:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587000.941498:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587000.941505:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.941514:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587000.941522:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587000.941524:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.941528:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_01+1] req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.941556:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.941558:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587000.941562:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587000.941564:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000020:00000040:1.0:1777587000.941567:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587000.941569:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587000.941569:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587000.941570:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587000.941572:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941574:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587000.941576:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587000.941581:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777587000.941582:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a209bc3. 00000100:00000001:1.0:1777587000.941585:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941589:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777587000.941589:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587000.941591:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587000.941595:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587000.941596:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587000.941597:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587000.941597:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587000.941600:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.941600:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.941601:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.941604:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_02+2] req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587000.941605:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667684736:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587000.941609:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587000.941615:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587000.941617:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587000.941620:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587000.941624:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e34e4f6. 02000000:00000001:0.0:1777587000.941626:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587000.941632:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000010:0.0:1777587000.941639:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000001:1.0:1777587000.941645:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587000.941646:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667684736, portal 25 00000100:00080000:1.0:1777587000.941647:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587000.941648:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1777587000.941651:0:189245:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1777587000.941653:0:189245:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1777587000.941654:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000100:00080000:1.0:1777587000.941655:0:189245:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1777587000.941658:0:189245:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1777587000.941659:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1777587000.941661:0:189245:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12075 00000100:00000001:0.0:1777587000.941666:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587000.941668:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587000.941668:0:189245:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000400:00000010:0.0:1777587000.941670:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00080000:1.0:1777587000.941671:0:189245:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1777587000.941673:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667684736, offset 0 00000100:00000040:1.0:1777587000.941674:0:189245:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587000.941676:0:189245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1777587000.941681:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587000.941681:0:189245:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587000.941682:0:189245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:1.0:1777587000.941685:0:189245:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1777587000.941690:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000020:00000040:1.0:1777587000.941691:0:189245:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:1.0:1777587000.941693:0:189245:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1777587000.941695:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1777587000.941696:0:189245:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000400:00000200:0.0:1777587000.941698:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000020:00000001:1.0:1777587000.941698:0:189245:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:1.0:1777587000.941700:0:189245:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000400:00000200:0.0:1777587000.941702:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1777587000.941702:0:189245:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587000.941704:0:189245:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1777587000.941705:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587000.941709:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [257:257:256:4294967295] 192.168.204.155@tcp LPNI seq info [257:257:8:4294967295] 00000100:00000040:1.0:1777587000.941710:0:189245:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587000.941712:0:189245:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000040:1.0:1777587000.941715:0:189245:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00080000:1.0:1777587000.941717:0:189245:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777587000.941720:0:189245:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587000.941722:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:1.0:1777587000.941722:0:189245:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.0:1777587000.941728:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587000.941728:0:189245:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587000.941730:0:189245:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587000.941732:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000100:00000001:1.0:1777587000.941732:0:189245:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1777587000.941735:0:189245:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1777587000.941738:0:189245:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587000.941739:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587000.941740:0:189245:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587000.941742:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587000.941744:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000800:00000200:0.0:1777587000.941746:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587000.941747:0:189245:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1777587000.941748:0:189245:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587000.941750:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587000.941750:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587000.941752:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587000.941754:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587000.941757:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4509e85. 00000100:00000001:0.0:1777587000.941762:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941766:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306751310 00000100:00000001:1.0:1777587000.941768:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941772:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306749521 00000100:00100000:1.0:1777587000.941772:0:189245:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587000.941776:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306751310 00000100:00000001:0.0:1777587000.941778:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306749521 00000100:00000001:1.0:1777587000.941780:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587000.941781:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306751310 00000100:00000001:1.0:1777587000.941781:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941783:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306749521 00000100:00000040:1.0:1777587000.941784:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_rcv+-1] req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.941786:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306751310 00000100:00000001:0.0:1777587000.941789:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306749521 00000100:00000001:0.0:1777587000.941796:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587000.941797:0:189245:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941798:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.941799:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587000.941801:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941803:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587000.941803:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587000.941808:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12085) 00000100:00000001:0.0:1777587000.941810:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587000.941813:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587000.941815:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587000.941817:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587000.941818:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941820:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.941822:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587000.941823:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587000.941827:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587000.941827:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587000.941829:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587000.941833:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587000.941837:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587000.941844:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1777587000.941844:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.941846:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587000.941851:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587000.941854:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587000.941859:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587000.941862:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667684992:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777587000.941866:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587000.941867:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587000.941870:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.941870:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1777587000.941873:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587000.941874:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587000.941877:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000740b57ac. 02000000:00000001:2.0:1777587000.941878:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1777587000.941880:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1777587000.941881:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587000.941881:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1777587000.941885:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000010:1.0:1777587000.941886:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 02000000:00000001:2.0:1777587000.941886:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587000.941893:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777587000.941893:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00100000:2.0:1777587000.941893:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667684864:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587000.941898:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667684992, portal 10 00000100:00000001:2.0:1777587000.941899:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587000.941901:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1777587000.941902:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587000.941903:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000400:00000200:0.0:1777587000.941907:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000100:00000040:1.0:1777587000.941908:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587000.941908:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1777587000.941910:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 02000000:00000001:2.0:1777587000.941912:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941914:0:197575:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1777587000.941917:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1777587000.941918:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.941921:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587000.941923:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000010:2.0:1777587000.941923:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c848a7. 02000000:00000001:2.0:1777587000.941928:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.941931:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1777587000.941933:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8006206. 00000400:00000010:1.0:1777587000.941935:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000040:0.0:1777587000.941936:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587000.941939:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667684992, offset 0 00000400:00000010:2.0:1777587000.941940:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000001:0.0:1777587000.941947:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587000.941947:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667684864, portal 10 00000400:00000200:1.0:1777587000.941948:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587000.941951:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587000.941952:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777587000.941954:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587000.941955:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000400:00000200:1.0:1777587000.941959:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587000.941963:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:2.0:1777587000.941966:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587000.941969:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587000.941975:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587000.941981:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587000.941984:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000001:3.0:1777587000.941986:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1777587000.941987:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667684864, offset 0 00000100:00000001:3.0:1777587000.941991:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587000.941995:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587000.942026:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587000.942030:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [258:258:255:4294967295] 192.168.204.155@tcp LPNI seq info [258:258:7:4294967295] 00000400:00000200:1.0:1777587000.942037:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587000.942042:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587000.942044:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587000.942048:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587000.942053:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:1.0:1777587000.942054:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587000.942059:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1777587000.942059:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587000.942065:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587000.942068:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587000.942071:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587000.942071:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587000.942076:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [259:259:255:4294967295] 192.168.204.155@tcp LPNI seq info [259:259:7:4294967295] 00000100:00000040:1.0:1777587000.942077:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 24765 usecs (25 jiffies) 00000100:00000001:1.0:1777587000.942080:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306747929 00000100:00000001:1.0:1777587000.942082:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306751310 00000100:00000001:1.0:1777587000.942085:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306747929 00000100:00000001:1.0:1777587000.942089:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306751310 00000100:00000001:1.0:1777587000.942090:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306747929 00000100:00000001:1.0:1777587000.942092:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306751310 00000100:00000001:1.0:1777587000.942094:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306747929 00000100:00000001:1.0:1777587000.942095:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306751310 00000100:00000001:1.0:1777587000.942100:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587000.942103:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587000.942104:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587000.942105:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587000.942109:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000100:00000001:1.0:1777587000.942109:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587000.942113:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777587000.942114:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587000.942115:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587000.942117:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1777587000.942120:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587000.942123:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587000.942123:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1777587000.942124:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587000.942125:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.942128:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587000.942130:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000400:00000200:0.0:1777587000.942135:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:0.0:1777587000.942139:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000800:00000200:2.0:1777587000.942140:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587000.942146:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1777587000.942148:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587000.942152:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1777587000.942153:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587000.942159:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587000.942164:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 190168 usecs (191 jiffies) 00000100:00000001:0.0:1777587000.942168:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587000.942169:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306748095 00000100:00000001:2.0:1777587000.942171:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306751310 00000100:00000001:2.0:1777587000.942173:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306748095 00000100:00000001:2.0:1777587000.942176:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306751310 00000100:00000040:0.0:1777587000.942179:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587000.942180:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306748095 00000100:00000001:2.0:1777587000.942185:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306751310 00000100:00000001:2.0:1777587000.942190:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306748095 00000100:00000001:2.0:1777587000.942194:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306751310 00000100:00000001:2.0:1777587000.942198:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587000.942201:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.942203:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.942204:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587000.942205:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.942208:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587000.942209:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587000.942210:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587000.942214:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587000.942216:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587000.942217:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.942219:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587000.942227:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587000.942229:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:0.0:1777587000.942233:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587000.942238:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587000.942240:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000400:00000010:0.0:1777587000.942242:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:0.0:1777587000.942245:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587000.942247:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.942279:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587000.942282:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.942289:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.942290:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587000.947319:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.947345:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587000.947350:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.947352:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587000.947361:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587000.947393:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07b80 00000400:00000200:1.0:1777587000.947401:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1777587000.947408:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.947416:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587000.947418:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587000.947422:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587000.947438:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587000.947444:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587000.948026:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.948083:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587000.948087:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587000.948105:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587000.948116:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.948121:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587000.948123:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.948125:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587000.948130:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587000.948138:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07c00 00000400:00000200:1.0:1777587000.948143:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1777587000.948148:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.948153:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587000.948155:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587000.948159:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587000.948162:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587000.948166:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587000.948174:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.948200:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587000.948206:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587000.948209:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777587000.948303:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587000.948306:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587000.948308:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:0.0:1777587000.948315:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777587000.948317:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777587000.948321:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587000.948324:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587000.948333:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.948339:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587000.948341:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587000.948343:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587000.948346:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587000.948354:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587000.948356:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587000.948359:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587000.948366:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587000.948370:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587000.948372:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587000.948373:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587000.948387:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587000.948389:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.948391:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587000.948395:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.948401:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587000.948404:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587000.948406:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587000.948410:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587000.948417:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667684736:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587000.948423:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587000.948425:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587000.948428:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667684736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587000.948431:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587000.948435:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587000.948436:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1777587000.948439:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1777587000.948440:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1777587000.948442:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1777587000.948444:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e34e4f6. 02000000:00000001:0.0:1777587000.948449:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1777587000.948452:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8006206. 00000020:00000001:0.0:1777587000.948453:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587000.948456:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000400:00000200:2.0:1777587000.948458:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000020:00000001:0.0:1777587000.948459:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1777587000.948462:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 02000000:00000010:0.0:1777587000.948463:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 00000100:00000001:2.0:1777587000.948468:0:197583:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1777587000.948469:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587000.948472:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587000.948474:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000200:2.0:1777587000.948474:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.948486:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1777587000.948488:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587000.948489:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587000.948494:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587000.948501:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587000.948503:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587000.948504:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587000.948505:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777587000.948507:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587000.948508:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587000.948510:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587000.948512:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587000.948513:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587000.948516:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587000.948516:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587000.948522:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=37 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587000.948526:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=37 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587000.948528:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587000.948529:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587000.948531:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587000.948535:0:197583:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.948539:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587000.948540:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587000.948543:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587000.948544:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587000.948547:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587000.948553:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587000.948555:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587000.948557:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587000.948566:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587000.948572:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667684864:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587000.948582:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587000.948584:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587000.948587:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667684864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587016 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587000.948592:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587000.948593:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587000.948595:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c848a7. 02000000:00000001:2.0:1777587000.948597:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587000.948599:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587000.948600:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587000.948601:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587000.948602:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a209bc3. 02000000:00000001:2.0:1777587000.948604:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587000.948605:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587000.948606:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:2.0:1777587000.948609:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587000.948610:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587000.948611:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587000.948614:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587000.948615:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587000.948617:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587000.948618:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587000.952340:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587000.952355:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587000.952359:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587000.952361:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587000.952372:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587000.952398:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 10 MB=0x69f3d1bc07c80 00000400:00000200:0.0:1777587000.952407:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 416/416 into md 0x8e9 [1] + 0 00000800:00000001:0.0:1777587000.952415:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587000.952423:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587000.952426:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587000.952430:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587000.952437:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587000.952443:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587000.952455:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.952509:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587000.952514:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587000.952532:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587000.952540:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587000.952544:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777587000.952580:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587000.952583:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587000.952585:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:1.0:1777587000.952590:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:1.0:1777587000.952592:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:1.0:1777587000.952595:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587000.952598:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587000.952607:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.952613:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587000.952614:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587000.952617:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587000.952620:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587000.952622:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587000.952624:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587000.952626:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587000.952635:0:197580:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=43 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587000.952640:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=22 v=20 (20 1 1 0) 00000100:00000001:1.0:1777587000.952642:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587000.952644:0:197580:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587000.952646:0:197580:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587000.952649:0:197580:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587000.952656:0:197580:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.952659:0:197580:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587000.952660:0:197580:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587000.952662:0:197580:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587000.952676:0:197580:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.952680:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.952687:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587000.952689:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587000.952691:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587000.952693:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1777587000.952699:0:197580:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to target with instance 5 00000020:00000001:1.0:1777587000.952702:0:197580:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1777587000.952704:0:197580:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:1.0:1777587000.952706:0:197580:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777587000.952708:0:197580:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:1.0:1777587000.952710:0:197580:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:1.0:1777587000.952713:0:197580:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00001000:1.0:1777587000.952716:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=1777587000 v=0 (0 0 0 0) 00000100:00001000:1.0:1777587000.952718:0:197580:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1777587000.952722:0:197580:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1643, crc32c 10279, adler 1207 00000020:00000040:1.0:1777587000.952727:0:197580:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00000001:1.0:1777587000.952729:0:197580:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1777587000.952731:0:197580:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:1.0:1777587000.952734:0:197580:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffff9fc7c7c78000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1777587000.952739:0:197580:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1777587000.952740:0:197580:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777587000.952787:0:197580:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1777587000.952791:0:197580:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1777587000.952793:0:197580:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777587000.952794:0:197580:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777587000.952796:0:197580:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.952798:0:197580:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1777587000.952801:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1777587000.952803:0:197580:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1777587000.952804:0:197580:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1777587000.952805:0:197580:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:1.0:1777587000.952812:0:197580:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:1.0:1777587000.952814:0:197580:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1777587000.952816:0:197580:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv 000000008a14b5dc for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:1.0:1777587000.952819:0:197580:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xbf3b8af56f224992 00800000:00000040:1.0:1777587000.952821:0:197580:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xbf3b8af56f224999 00800000:00000040:1.0:1777587000.952824:0:197580:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff9fc7c7c78000=32fcebbd-136e-4017-bea6-5d06fb86bba7 device 4 (00000000c93f4367) type mdc at LMV idx 1 00800000:00000040:1.0:1777587000.952826:0:197580:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD 00000000c93f4367 already active! 00800000:00000001:1.0:1777587000.952828:0:197580:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1777587000.952830:0:197580:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1777587000.952831:0:197580:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1777587000.952833:0:197580:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000002:00000001:1.0:1777587000.953110:0:197580:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.953113:0:197580:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1777587000.953115:0:197580:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1777587000.953118:0:197580:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.953120:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587000.953124:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587000.953132:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667684992:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777587000.953137:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587000.953139:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587000.953142:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667684992/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587000.953149:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587000.953151:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587000.953153:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000740b57ac. 02000000:00000001:1.0:1777587000.953157:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587000.953158:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587000.953160:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587000.953162:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587000.953164:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e4509e85. 02000000:00000001:1.0:1777587000.953167:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587000.953174:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587000.953176:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777587000.953179:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587000.953180:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587000.953182:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587000.953189:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587000.953191:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587000.953192:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587000.953194:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1777587000.953217:0:201953:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1777587000.953220:0:201953:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1777587000.953223:0:201953:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587000.953225:0:201953:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587000.953226:0:201953:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587000.953229:0:201953:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1777587000.953230:0:201953:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587001.581380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587001.581387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587001.581397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587001.581399:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587001.581732:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587001.581736:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587001.581738:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587002.605380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587002.605386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587002.605392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587002.605393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587002.605419:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587002.605422:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587002.605425:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587003.629487:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587003.629493:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587003.629499:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587003.629500:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587003.629759:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587003.629765:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587003.629770:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587004.397403:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306751310, at 4306751360 00000100:00000040:2.0:1777587004.397403:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306751310, at 4306751360 00000100:00000040:3.0:1777587004.397403:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306751310, at 4306751360 00000100:00000040:1.0:1777587004.397408:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306751310, at 4306751360 00000100:00000010:0.0:1777587004.397424:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094f9bbe1. 00000100:00000010:2.0:1777587004.397425:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000143e552. 00000100:00000010:3.0:1777587004.397428:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3a2dd3d. 00000100:00000010:1.0:1777587004.397433:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000503d9bf8. 00010000:00000001:1.0:1777587004.654397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587004.654404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587004.654409:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587004.654409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587004.654461:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587004.654466:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587004.654468:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1777587005.549443:0:199603:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1777587005.549453:0:199603:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587005.677380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587005.677387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587005.677394:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587005.677396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587005.677451:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587005.677454:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587005.677455:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587006.061446:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587006.061454:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587006.061462:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777587006.061470:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587006.061475:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587006.061479:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587006.061485:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587006.061493:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587006.061502:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061512:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587006.061524:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587006.061526:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061532:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_03+3] req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587006.061556:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061558:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587006.061562:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587006.061565:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777587006.061567:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587006.061569:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587006.061571:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587006.061572:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587006.061575:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587006.061578:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061581:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587006.061589:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587006.061606:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061610:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_00+0] req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587006.061625:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061627:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587006.061630:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587006.061633:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89b0529. 00000020:00000040:0.0:1777587006.061635:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587006.061637:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587006.061639:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587006.061641:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587006.061644:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587006.061647:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061650:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587006.061659:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587006.061660:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061675:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89b0529] to pc [ptlrpcd_00_01+1] req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587006.061683:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.061685:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587006.061688:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587006.061693:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12090) 00000100:00000001:3.0:1777587006.061765:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587006.061769:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587006.061771:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587006.061777:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587006.061796:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587006.061798:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587006.061801:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587006.061803:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587006.061805:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587006.061808:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667685120:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587006.061812:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587006.061818:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587006.061820:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587006.061822:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587006.061827:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008294cda3. 02000000:00000001:3.0:1777587006.061829:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587006.061835:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e852ede8. 00000100:00000001:0.0:1777587006.061836:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587006.061840:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587006.061842:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1777587006.061842:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000040:0.0:1777587006.061848:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587006.061850:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667685120, portal 25 00000100:00000001:3.0:1777587006.061854:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587006.061857:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000001:0.0:1777587006.061863:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587006.061864:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587006.061865:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587006.061876:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587006.061876:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1777587006.061879:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587006.061881:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587006.061887:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667685376:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777587006.061887:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587006.061891:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efee5b4d. 00000100:00000001:0.0:1777587006.061892:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587006.061896:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1777587006.061897:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667685120, offset 0 02000000:00000001:0.0:1777587006.061899:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587006.061902:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587006.061906:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009bac44a. 00000400:00000200:3.0:1777587006.061906:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587006.061910:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587006.061916:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e17733ae. 00000400:00000200:3.0:1777587006.061922:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587006.061927:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587006.061930:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:0.0:1777587006.061934:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000400:00000200:3.0:1777587006.061934:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1777587006.061939:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667685376, portal 10 00000100:00000001:0.0:1777587006.061942:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587006.061943:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529538304 : -105794180013312 : ffff9fc7df7b2300) 00000100:00000040:0.0:1777587006.061949:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587006.061956:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587006.061958:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587006.061961:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000200:0.0:1777587006.061963:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667685376, offset 0 00000400:00000200:0.0:1777587006.061968:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587006.061995:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587006.062001:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [260:260:256:4294967295] 192.168.204.155@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:3.0:1777587006.062013:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587006.062026:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587006.062037:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000800:00000200:3.0:1777587006.062045:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587006.062052:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587006.062055:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587006.062067:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587006.062072:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306756430 00000100:00000010:3.0:1777587006.062076:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:3.0:1777587006.062082:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587006.062088:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306756430 00000100:00000010:3.0:1777587006.062091:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777587006.062095:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587006.062098:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306756430 00000100:00000010:3.0:1777587006.062113:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000100:00000001:3.0:1777587006.062117:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587006.062121:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306756430 00000100:00000010:3.0:1777587006.062124:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777587006.062127:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587006.062132:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587006.062132:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587006.062136:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587006.062137:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587006.062143:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.062145:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587006.062145:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.062147:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587006.062150:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587006.062153:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587006.062155:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1777587006.062156:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587006.062158:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587006.062160:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1777587006.062162:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587006.062163:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587006.062169:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000100:00000001:3.0:1777587006.062169:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.062175:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1777587006.062176:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587006.062177:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587006.062182:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587006.062185:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587006.062186:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:2.0:1777587006.062195:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587006.062198:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667685248:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587006.062200:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587006.062202:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587006.062203:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587006.062205:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587006.062207:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516f837f. 02000000:00000001:2.0:1777587006.062208:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587006.062210:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8006206. 00000400:00000010:2.0:1777587006.062213:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777587006.062215:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667685248, portal 10 00000100:00000001:2.0:1777587006.062216:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587006.062217:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:2.0:1777587006.062222:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.062229:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587006.062231:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587006.062234:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777587006.062235:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667685248, offset 0 00000400:00000200:2.0:1777587006.062239:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587006.062638:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587006.062641:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587006.062644:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587006.062646:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587006.062649:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587006.062652:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [261:261:255:4294967295] 192.168.204.155@tcp LPNI seq info [261:261:7:4294967295] 00000400:00000200:0.0:1777587006.062661:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587006.062666:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587006.062670:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587006.062675:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587006.062686:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587006.062689:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587006.062692:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587006.062695:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 24608 usecs (25 jiffies) 00000100:00000001:0.0:1777587006.062697:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306753050 00000100:00000001:0.0:1777587006.062700:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306756430 00000100:00000001:0.0:1777587006.062702:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306753050 00000100:00000001:0.0:1777587006.062703:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306756430 00000100:00000001:0.0:1777587006.062705:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306753050 00000100:00000001:0.0:1777587006.062706:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306756430 00000100:00000001:0.0:1777587006.062708:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306753050 00000100:00000001:0.0:1777587006.062709:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306756430 00000100:00000001:0.0:1777587006.062711:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587006.062713:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587006.062715:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587006.062717:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587006.062721:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587006.062723:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587006.062725:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587006.062726:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587006.062727:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587006.062729:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587006.062901:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efee5b4d 00000400:00000010:1.0:1777587006.062904:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000efee5b4d. 00000100:00000001:1.0:1777587006.062914:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587006.062929:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587006.062940:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587006.062942:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587006.062949:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587006.062950:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587006.063001:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587006.063003:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:1.0:1777587006.063007:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587006.063012:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587006.063015:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000400:00000010:1.0:1777587006.063017:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:1.0:1777587006.063020:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587006.063022:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587006.063027:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587006.063032:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587006.063035:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587006.063043:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587006.063049:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587006.063051:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587006.063054:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587006.063056:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [262:262:255:4294967295] 192.168.204.155@tcp LPNI seq info [262:262:7:4294967295] 00000400:00000200:2.0:1777587006.063064:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587006.063068:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587006.063073:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587006.063076:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587006.063081:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587006.063089:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587006.063092:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587006.063096:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 187748 usecs (188 jiffies) 00000100:00000001:2.0:1777587006.063098:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306753213 00000100:00000001:2.0:1777587006.063100:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306756430 00000100:00000001:1.0:1777587006.063101:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.063102:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306753213 00000100:00000001:1.0:1777587006.063105:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587006.063106:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306756430 00000100:00000001:2.0:1777587006.063110:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306753213 00000100:00000001:2.0:1777587006.063112:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306756430 00000100:00000001:2.0:1777587006.063114:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306753213 00000100:00000001:2.0:1777587006.063116:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306756430 00000100:00000001:2.0:1777587006.063118:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587006.063121:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587006.063124:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587006.063124:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587006.063128:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000100:00000001:2.0:1777587006.063129:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587006.063134:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587006.063137:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587006.063140:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1777587006.063141:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587006.063144:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587006.063145:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000100:00000001:2.0:1777587006.063147:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1777587006.063149:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:2.0:1777587006.063150:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587006.063153:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587006.063154:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587006.063159:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587006.063167:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587006.063170:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587006.063183:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587006.063185:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587006.065958:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.065972:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587006.065975:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.065977:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587006.065984:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587006.065997:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc07d00 00000400:00000200:1.0:1777587006.066005:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1777587006.066013:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.066020:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587006.066022:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587006.066027:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587006.066046:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587006.066053:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587006.066064:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587006.066077:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587006.066085:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.066089:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587006.066193:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587006.066197:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587006.066204:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587006.066206:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587006.066232:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e852ede8. 00000400:00000200:3.0:1777587006.066237:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587006.066239:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587006.066242:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587006.066246:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587006.066288:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587006.066296:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587006.066299:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587006.066301:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587006.066305:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587006.066307:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587006.066309:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587006.066312:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587006.066318:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=49 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587006.066323:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587006.066325:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587006.066327:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587006.066329:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587006.066331:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587006.066333:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587006.066337:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587006.066343:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587006.066345:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587006.066347:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587006.066350:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587006.066356:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667685120:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587006.066361:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587006.066364:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587006.066366:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667685120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587006.066379:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587006.066382:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587006.066385:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008294cda3. 02000000:00000001:3.0:1777587006.066387:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587006.066389:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587006.066391:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587006.066393:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587006.066396:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:3.0:1777587006.066400:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587006.066401:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587006.066402:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:3.0:1777587006.066405:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587006.066407:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587006.066409:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587006.066416:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587006.066418:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587006.066420:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587006.066422:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587006.066738:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587006.066744:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587006.066746:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587006.066748:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587006.066753:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587006.066763:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07e00 00000400:00000200:0.0:1777587006.066768:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:0.0:1777587006.066773:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587006.066785:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587006.066787:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587006.066790:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587006.066794:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587006.066797:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587006.066809:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587006.066835:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587006.066841:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587006.066844:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.066895:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587006.066897:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587006.066901:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587006.066903:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587006.066904:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17733ae. 00000400:00000200:2.0:1777587006.066910:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:2.0:1777587006.066912:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:2.0:1777587006.066915:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587006.066918:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587006.066926:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.066937:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587006.066939:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.066941:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587006.066942:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587006.066944:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587006.066945:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587006.066947:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587006.066953:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=49 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587006.066956:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587006.066958:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587006.066959:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587006.066961:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587006.066964:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587006.066971:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.066973:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587006.066974:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587006.066976:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587006.066976:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587006.066978:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.066982:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587006.066983:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587006.066984:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587006.066986:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587006.066989:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667685376:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587006.066991:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.066992:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587006.066993:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89b0529 x1863934667685376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.067004:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587006.067006:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587006.067007:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009bac44a. 02000000:00000001:2.0:1777587006.067010:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587006.067011:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587006.067011:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587006.067013:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587006.067014:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:2.0:1777587006.067015:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587006.067016:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587006.067017:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89b0529. 00000100:00000001:2.0:1777587006.067019:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587006.067020:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.067021:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.067024:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587006.067025:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.067026:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587006.067027:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587006.067722:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.067728:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587006.067731:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.067732:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587006.067738:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587006.067749:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc07d80 00000400:00000200:1.0:1777587006.067754:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1777587006.067758:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.067763:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587006.067765:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587006.067775:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587006.067779:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587006.067783:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587006.068012:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.068060:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587006.068063:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587006.068080:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587006.068087:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587006.068090:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587006.068125:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587006.068127:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587006.068129:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8006206. 00000400:00000200:2.0:1777587006.068134:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777587006.068136:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:2.0:1777587006.068139:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587006.068143:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587006.068150:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.068211:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587006.068215:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.068217:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587006.068219:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587006.068221:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587006.068229:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587006.068231:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587006.068237:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=43 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587006.068241:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587006.068243:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587006.068244:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587006.068246:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587006.068249:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.068275:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587006.068285:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587006.068288:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587006.068289:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587006.068293:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.068300:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587006.068303:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587006.068304:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587006.068307:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587006.068314:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667685248:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587006.068355:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.068358:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587006.068362:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667685248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587006.068368:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587006.068370:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587006.068372:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516f837f. 02000000:00000001:2.0:1777587006.068375:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587006.068377:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587006.068379:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587006.068381:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587006.068383:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:2.0:1777587006.068386:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587006.068393:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587006.068395:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:2.0:1777587006.068398:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587006.068399:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.068401:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587006.068407:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587006.068408:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587006.068410:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587006.068412:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587006.701438:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587006.701441:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587006.701446:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701453:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587006.701456:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701458:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701460:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701465:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587006.701467:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587006.701468:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587006.701469:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701470:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587006.701471:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701473:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587006.701475:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587006.701898:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587006.701903:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587006.701907:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1777587007.597450:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1777587007.597456:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000007b77bcdf) refs 2 10000000:00000001:3.0:1777587007.597473:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.597475:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1777587007.597477:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1777587007.597478:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1777587007.597481:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1777587007.597482:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:3.0:1777587007.597484:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-cliir-ffff9fc7c7c78000 from 13 10000000:00000001:3.0:1777587007.597487:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1777587007.597488:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1777587007.597507:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587007.597512:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.597517:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587007.597520:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587007.597524:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587007.597530:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e3fda2d. 00000100:00000001:3.0:1777587007.597537:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.597555:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1777587007.597558:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1777587007.597565:0:199610:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e2b30c86. 00010000:00000001:3.0:1777587007.597570:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1777587007.597572:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d4f30c2a. 00000020:00000001:3.0:1777587007.597576:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1777587007.597578:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d4f30c2a with handle 0xbf3b8af56f2249d1 to hash 00000020:00000001:3.0:1777587007.597580:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1777587007.597581:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.597584:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.597588:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777587007.597591:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587007.597593:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777587007.597602:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777587007.597613:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777587007.597620:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587007.597622:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587007.597628:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.597630:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170718528 : -105794538833088 : ffff9fc7ca17fb40) 00000100:00000001:3.0:1777587007.597632:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.597633:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587007.597638:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587007.597640:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.597643:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587007.597644:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587007.597653:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.597668:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587007.597676:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.597680:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587007.597682:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587007.597684:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587007.597687:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685504:192.168.204.155@tcp:101: 00000100:00000001:3.0:1777587007.597703:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587007.597708:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587007.597710:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.597713:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587007.597716:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000013f58588. 02000000:00000001:3.0:1777587007.597718:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587007.597725:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e852ede8. 00000400:00000010:3.0:1777587007.597731:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777587007.597737:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667685504, portal 25 00000100:00000001:3.0:1777587007.597739:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.597740:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587007.597745:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.597751:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587007.597753:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587007.597756:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000200:3.0:1777587007.597758:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667685504, offset 0 00000400:00000200:3.0:1777587007.597763:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587007.597776:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587007.597780:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587007.597783:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587007.597787:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587007.597790:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.597793:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [263:263:256:4294967295] 192.168.204.155@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:3.0:1777587007.597802:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587007.597808:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587007.597812:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587007.597824:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587007.597830:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587007.597834:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1777587007.597861:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.597866:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306757966 00000100:00000001:3.0:1777587007.597873:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306756430 00000100:00000001:3.0:1777587007.597877:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306757966 00000100:00000001:3.0:1777587007.597880:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306756430 00000100:00000001:3.0:1777587007.597883:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306757966 00000100:00000001:3.0:1777587007.597886:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306756430 00000100:00000001:3.0:1777587007.597890:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306757966 00000100:00000001:3.0:1777587007.597893:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306756430 00000100:00000001:3.0:1777587007.597895:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.597898:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.597900:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587007.597903:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587007.597904:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000fe110bcd going to sleep for 11 seconds 00000100:00000001:3.0:1777587007.597907:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587007.597910:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587007.598066:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587007.598074:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:1.0:1777587007.598081:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.598089:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587007.598097:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:1.0:1777587007.598099:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:1.0:1777587007.598104:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587007.598110:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.598123:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587007.598137:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.598144:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587007.598146:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587007.600228:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.600291:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587007.600301:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.600305:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587007.600318:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587007.600338:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc07e80 00000400:00000200:0.0:1777587007.600347:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x911 [1] + 224 00000800:00000001:0.0:1777587007.600357:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.600365:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587007.600368:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587007.600373:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587007.600386:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587007.600395:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587007.600407:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.600422:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587007.600456:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.600460:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.600550:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587007.600557:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587007.600559:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587007.600561:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e852ede8. 00000400:00000200:3.0:1777587007.600564:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587007.600566:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587007.600569:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587007.600572:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587007.600578:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.600583:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587007.600591:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.600595:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587007.600599:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587007.600602:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587007.600605:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.600608:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587007.600616:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587007.600622:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587007.600625:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587007.600627:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.600630:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587007.600633:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.600636:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587007.600641:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.600648:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.600651:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587007.600652:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587007.600655:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587007.600661:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685504:192.168.204.155@tcp:101: 00000100:00000001:3.0:1777587007.600665:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.600667:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.600670:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1777587007.600672:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.600675:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.600681:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587007.600684:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.600687:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1777587007.600688:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.600692:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1777587007.600695:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777587007.600698:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777587007.600706:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4f30c2a refcount=4 00000020:00000001:3.0:1777587007.600708:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.600711:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000040:3.0:1777587007.600718:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000d4f30c2a, remote cookie: 0xacc125e529a45517, flags: 0x0 00010000:00000001:3.0:1777587007.600721:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1777587007.600726:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1777587007.600728:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1777587007.600730:0:199610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1777587007.600731:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1777587007.600734:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e2b30c86) refcount = 1 00010000:00010000:3.0:1777587007.600738:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777587007.600746:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1777587007.600749:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1777587007.600750:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1777587007.600753:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1777587007.600755:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587007.600758:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777587007.600763:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1777587007.600765:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.600767:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777587007.600768:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.600768:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777587007.600770:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.600773:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.600776:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667685504/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.600782:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587007.600785:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587007.600788:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013f58588. 02000000:00000001:3.0:1777587007.600791:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587007.600793:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.600799:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.600801:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587007.600804:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004e3fda2d. 02000000:00000001:3.0:1777587007.600808:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587007.600811:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587007.600813:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587007.600817:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587007.600818:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1777587007.600819:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.600823:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1777587007.600824:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000007b77bcdf) refs 3 10000000:00000001:3.0:1777587007.600827:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.600828:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777587007.600829:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777587007.600831:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4f30c2a refcount=3 00000020:00000001:3.0:1777587007.600832:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.600843:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.600844:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1777587007.600846:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.600847:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777587007.600849:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.600851:0:199610:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1777587007.600854:0:199610:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000da9e7d1b. 00000100:00000010:3.0:1777587007.600869:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587007.600873:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.600877:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587007.600880:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587007.600885:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587007.600891:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e3fda2d. 00000100:00000001:3.0:1777587007.600896:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.600900:0:199610:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1777587007.600903:0:199610:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000013f58588. 00000100:00000010:3.0:1777587007.600905:0:199610:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000018ea3bd0. 00000020:00000040:3.0:1777587007.600906:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.600911:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587007.600912:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587007.600919:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.600920:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170718528 : -105794538833088 : ffff9fc7ca17fb40) 00000100:00000001:3.0:1777587007.600922:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.600923:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587007.600927:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587007.600929:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.600937:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587007.600939:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587007.600943:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.600948:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587007.600950:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.600954:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587007.600956:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587007.600957:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587007.600959:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685632:192.168.204.155@tcp:256: 00000100:00000001:3.0:1777587007.600962:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587007.600967:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587007.600968:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.600969:0:199610:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1777587007.600974:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e852ede8. 00000400:00000010:3.0:1777587007.600978:0:199610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005d8f53b8. 00000100:00000200:3.0:1777587007.600983:0:199610:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69f3d1bc07f00-0x69f3d1bc07f00, portal 33 00000100:00000001:3.0:1777587007.600985:0:199610:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.600987:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587007.600990:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c848a7. 02000000:00000001:3.0:1777587007.600991:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587007.600992:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777587007.600994:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777587007.600995:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667685632, portal 25 00000100:00000001:3.0:1777587007.600997:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.600997:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587007.601000:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.601008:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587007.601010:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587007.601012:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000100:00000200:3.0:1777587007.601013:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1863934667685632, offset 0 00000400:00000200:3.0:1777587007.601018:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587007.601026:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587007.601030:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587007.601033:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587007.601037:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587007.601039:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.601042:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [264:264:256:4294967295] 192.168.204.155@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:3.0:1777587007.601050:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587007.601055:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587007.601060:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777587007.601067:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587007.601075:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587007.601080:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1777587007.601097:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.601102:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306757969 00000100:00000001:3.0:1777587007.601111:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306757966 00000100:00000001:3.0:1777587007.601116:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306757969 00000100:00000001:3.0:1777587007.601119:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306757966 00000100:00000001:3.0:1777587007.601122:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306757969 00000100:00000001:3.0:1777587007.601125:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306757966 00000100:00000001:3.0:1777587007.601128:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306757969 00000100:00000001:3.0:1777587007.601131:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306757966 00000100:00000001:3.0:1777587007.601134:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.601137:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.601144:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587007.601146:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587007.601148:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000fe110bcd going to sleep for 11 seconds 00000100:00000001:3.0:1777587007.601151:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587007.601153:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587007.601220:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587007.601225:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:1.0:1777587007.601228:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.601233:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587007.601236:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:1.0:1777587007.601238:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000001:1.0:1777587007.601242:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587007.601245:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.601296:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587007.601299:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.601305:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587007.601307:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587007.603131:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.603149:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587007.603153:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.603155:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.603167:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587007.603185:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 44 into portal 33 MB=0x69f3d1bc07f00 00000400:00000200:1.0:1777587007.603194:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.155@tcp of length 44/44 into md 0x919 [4] + 0 00000400:00000010:1.0:1777587007.603199:0:197574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e852ede8. 00000400:00000200:1.0:1777587007.603204:0:197574:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d8f53b8 00000800:00000001:1.0:1777587007.603210:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.603218:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.603220:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.603224:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587007.603230:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d8f53b8 00000400:00000010:1.0:1777587007.603232:0:197574:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000005d8f53b8. 00000100:00000001:1.0:1777587007.603290:0:197574:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1777587007.603292:0:197574:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000097a58916 desc 0000000013f58588 mbits 1863934667685632 00000100:00000001:1.0:1777587007.603304:0:197574:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1777587007.603312:0:197574:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1777587007.603319:0:197574:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587007.603324:0:197574:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [265:265:256:4294967295] 192.168.204.155@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:1.0:1777587007.603335:0:197574:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) 192.168.204.155@tcp : ACK try# 0 00000800:00000200:1.0:1777587007.603341:0:197574:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587007.603348:0:197574:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000a071634f. 00000800:00000200:1.0:1777587007.603356:0:197574:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587007.603358:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1777587007.603364:0:197574:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587007.603364:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587007.603370:0:197574:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a071634f type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1777587007.603473:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587007.603477:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000a071634f. 00000400:00000200:1.0:1777587007.603480:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.603484:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: ACK: OK 00000800:00000001:1.0:1777587007.603490:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.603493:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587007.604956:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.604970:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587007.604974:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.604975:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.604983:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587007.604998:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 240 into portal 25 MB=0x69f3d1bc07f00 00000400:00000200:1.0:1777587007.605005:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 240/240 into md 0x91d [1] + 224 00000800:00000001:1.0:1777587007.605013:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.605020:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.605023:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.605027:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587007.605034:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587007.605040:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587007.605065:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.605092:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587007.605102:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.605106:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.605191:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587007.605198:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587007.605200:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587007.605203:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000400:00000200:3.0:1777587007.605206:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587007.605207:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587007.605210:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587007.605213:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587007.605218:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.605223:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587007.605224:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.605226:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587007.605228:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587007.605230:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587007.605231:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.605234:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587007.605240:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587007.605242:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587007.605244:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587007.605245:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.605280:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587007.605282:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.605284:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587007.605286:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587007.605293:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.605306:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587007.605307:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587007.605309:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587007.605314:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685632:192.168.204.155@tcp:256: 00000100:00000001:3.0:1777587007.605317:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.605318:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.605320:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1777587007.605321:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.605323:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.605327:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587007.605329:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.605330:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1777587007.605331:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1777587007.605336:0:199610:0:(mgc_request.c:1597:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:3.0:1777587007.605339:0:199610:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1777587007.605342:0:199610:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000008897c1fe. 10000000:00000010:3.0:1777587007.605344:0:199610:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 000000009754e6f6. 10000000:00000200:3.0:1777587007.605348:0:199610:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1777587007.605350:0:199610:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9fc7c7c78000 00010000:00000001:3.0:1777587007.605356:0:199610:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1777587007.605358:0:199610:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:3.0:1777587007.605360:0:199610:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.204.155@tcp has 192.168.204.155@tcp. 00000100:00000001:3.0:1777587007.605362:0:199610:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.605363:0:199610:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1777587007.605364:0:199610:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.155@tcp with 192.168.204.155@tcp 00000100:00000200:3.0:1777587007.605366:0:199610:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.155@tcp' 00000400:00000200:3.0:1777587007.605367:0:199610:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1777587007.605369:0:199610:0:(api-ni.c:3208:LNetNIInit()) refs 1 00000400:00000200:3.0:1777587007.605371:0:199610:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.605374:0:199610:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1777587007.605382:0:199610:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1777587007.605384:0:199610:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:3.0:1777587007.605386:0:199610:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000001:3.0:1777587007.605387:0:199610:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.605389:0:199610:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1777587007.605390:0:199610:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffff9fc7c7c78000 10000000:00000010:3.0:1777587007.605392:0:199610:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 000000009754e6f6. 10000000:00000010:3.0:1777587007.605393:0:199610:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000008897c1fe. 10000000:00000001:3.0:1777587007.605394:0:199610:0:(mgc_request.c:1495:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.605396:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.605398:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667685632/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.605402:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587007.605404:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587007.605406:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c848a7. 02000000:00000001:3.0:1777587007.605408:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587007.605409:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.605410:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.605412:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777587007.605413:0:199610:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1777587007.605415:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.605415:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.605416:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1777587007.605418:0:199610:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000018ea3bd0. 00000100:00000010:3.0:1777587007.605420:0:199610:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000013f58588. 00000100:00000001:3.0:1777587007.605421:0:199610:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1777587007.605423:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004e3fda2d. 02000000:00000001:3.0:1777587007.605425:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587007.605426:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587007.605427:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587007.605429:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587007.605430:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1777587007.605440:0:199610:0:(mgc_request.c:1649:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000da9e7d1b. 10000000:01000000:3.0:1777587007.605442:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1777587007.605444:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1777587007.605448:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777587007.605450:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777587007.605452:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4f30c2a refcount=3 00000020:00000001:3.0:1777587007.605455:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.605458:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:3.0:1777587007.605460:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1777587007.605463:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777587007.605471:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.605473:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1777587007.605474:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777587007.605480:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1777587007.605481:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.605481:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1777587007.605482:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.605484:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.605486:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1777587007.605488:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1777587007.605490:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ff26fc6d) refs 2 10000000:00000001:3.0:1777587007.605491:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.605493:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1777587007.605494:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000007b77bcdf) refs 3 10000000:00000001:3.0:1777587007.605496:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1777587007.605497:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1777587007.605498:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1777587007.605500:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:3.0:1777587007.605501:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff9fc7c7c78000 from 42 10000000:00000001:3.0:1777587007.605504:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1777587007.605505:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1777587007.605509:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587007.605513:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.605516:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587007.605518:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587007.605527:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587007.605533:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e3fda2d. 00000100:00000001:3.0:1777587007.605538:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.605542:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1777587007.605545:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1777587007.605550:0:199610:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c153c774. 00010000:00000001:3.0:1777587007.605554:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1777587007.605556:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000031ff596. 00000020:00000001:3.0:1777587007.605560:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1777587007.605562:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000031ff596 with handle 0xbf3b8af56f2249d8 to hash 00000020:00000001:3.0:1777587007.605563:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1777587007.605565:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:3.0:1777587007.605566:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:3.0:1777587007.605569:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1777587007.605571:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587007.605573:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777587007.605578:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777587007.605586:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1777587007.605592:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587007.605593:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587007.605597:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.605600:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170718528 : -105794538833088 : ffff9fc7ca17fb40) 00000100:00000001:3.0:1777587007.605602:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.605603:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587007.605607:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587007.605608:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.605610:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587007.605612:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587007.605619:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.605625:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587007.605627:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.605629:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587007.605631:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587007.605632:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587007.605634:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685760:192.168.204.155@tcp:101: 00000100:00000001:3.0:1777587007.605636:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587007.605641:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587007.605643:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.605645:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587007.605647:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000013f58588. 02000000:00000001:3.0:1777587007.605649:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587007.605652:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777587007.605656:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777587007.605661:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667685760, portal 25 00000100:00000001:3.0:1777587007.605663:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.605664:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587007.605668:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.605675:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587007.605677:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587007.605679:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce119a8a. 00000100:00000200:3.0:1777587007.605681:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667685760, offset 0 00000400:00000200:3.0:1777587007.605686:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587007.605694:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587007.605698:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587007.605702:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587007.605706:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587007.605709:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.605712:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [266:266:256:4294967295] 192.168.204.155@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:3.0:1777587007.605722:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587007.605732:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587007.605736:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777587007.605742:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587007.605748:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587007.605752:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1777587007.605776:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.605781:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306757974 00000100:00000001:3.0:1777587007.605788:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306757969 00000100:00000001:3.0:1777587007.605791:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306757974 00000100:00000001:3.0:1777587007.605794:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306757969 00000100:00000001:3.0:1777587007.605795:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306757974 00000100:00000001:3.0:1777587007.605798:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306757969 00000100:00000001:3.0:1777587007.605801:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306757974 00000100:00000001:3.0:1777587007.605803:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306757969 00000100:00000001:3.0:1777587007.605804:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.605806:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.605807:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587007.605809:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587007.605810:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000fe110bcd going to sleep for 11 seconds 00000100:00000001:3.0:1777587007.605812:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587007.605813:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587007.605870:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587007.605874:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:1.0:1777587007.605878:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.605882:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587007.605886:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce119a8a 00000400:00000010:1.0:1777587007.605887:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ce119a8a. 00000100:00000001:1.0:1777587007.605891:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587007.605894:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.605904:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587007.605906:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.605913:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587007.605914:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587007.607531:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.607553:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587007.607559:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.607561:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587007.607574:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587007.607595:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc07f80 00000400:00000200:0.0:1777587007.607604:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x925 [1] + 224 00000800:00000001:0.0:1777587007.607613:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.607624:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587007.607627:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587007.607632:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587007.607640:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587007.607662:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587007.607676:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.607696:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587007.607705:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.607709:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.607789:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587007.607799:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587007.607801:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587007.607804:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000400:00000200:3.0:1777587007.607811:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587007.607812:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587007.607816:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587007.607824:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587007.607832:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.607852:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587007.607853:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.607856:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587007.607859:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587007.607861:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587007.607863:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.607865:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587007.607870:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587007.607874:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587007.607877:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587007.607878:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.607880:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587007.607882:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.607884:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587007.607889:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.607993:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.607996:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587007.607997:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587007.608001:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587007.608009:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685760:192.168.204.155@tcp:101: 00000100:00000001:3.0:1777587007.608013:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.608015:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.608017:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1777587007.608019:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.608021:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.608027:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587007.608029:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.608031:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1777587007.608033:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.608040:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1777587007.608043:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777587007.608045:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777587007.608047:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000031ff596 refcount=4 00000020:00000001:3.0:1777587007.608049:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:3.0:1777587007.608052:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000040:3.0:1777587007.608056:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000031ff596, remote cookie: 0xacc125e529a4551e, flags: 0x0 00010000:00000001:3.0:1777587007.608059:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1777587007.608062:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1777587007.608063:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1777587007.608064:0:199610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1777587007.608065:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1777587007.608067:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c153c774) refcount = 1 00010000:00010000:3.0:1777587007.608070:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777587007.608074:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1777587007.608076:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1777587007.608076:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1777587007.608078:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1777587007.608080:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587007.608081:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1777587007.608084:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1777587007.608085:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.608086:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777587007.608087:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.608087:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777587007.608088:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.608089:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.608091:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667685760/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.608095:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587007.608096:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587007.608101:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013f58588. 02000000:00000001:3.0:1777587007.608103:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587007.608104:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.608105:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.608106:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587007.608108:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004e3fda2d. 02000000:00000001:3.0:1777587007.608110:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587007.608111:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587007.608112:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587007.608114:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587007.608115:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1777587007.608116:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.608118:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1777587007.608120:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ff26fc6d) refs 3 10000000:00000001:3.0:1777587007.608121:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.608122:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1777587007.608123:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1777587007.608123:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000031ff596 refcount=3 00000020:00000001:3.0:1777587007.608124:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:3.0:1777587007.608125:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:3.0:1777587007.608127:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1777587007.608128:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1777587007.608128:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1777587007.608129:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1777587007.608130:0:199610:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1777587007.608132:0:199610:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000018ea3bd0. 00000020:00000010:3.0:1777587007.608134:0:199610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e3fda2d. 00000020:00000010:3.0:1777587007.608138:0:199610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050c848a7. 00000040:00000010:3.0:1777587007.608140:0:199610:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000baf7af1f. 00000020:00000010:3.0:1777587007.608143:0:199610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7d66b4b. 00000020:00000010:3.0:1777587007.608147:0:199610:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000d209b6e7. 80000000:00000010:3.0:1777587007.608149:0:199610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003bf90bec. 00040000:00000010:3.0:1777587007.608152:0:199610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089ecebf0. 20000000:00000010:3.0:1777587007.608155:0:199610:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 00000000a07db85d. 10000000:00000040:3.0:1777587007.608158:0:199610:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 000000005937dab7 : new refcount 2 00000020:00000001:3.0:1777587007.608160:0:199610:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1777587007.608163:0:199610:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1777587007.608165:0:199610:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:3.0:1777587007.608168:0:199610:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000af40cc87. 00000040:00000001:3.0:1777587007.608171:0:199610:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1777587007.608172:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:3.0:1777587007.608175:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587007.608177:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.608180:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587007.608182:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587007.608185:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587007.608188:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000948f599f. 00000100:00000001:3.0:1777587007.608191:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.608194:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587007.608195:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587007.608197:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.608199:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170718528 : -105794538833088 : ffff9fc7ca17fb40) 00000100:00000001:3.0:1777587007.608201:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.608202:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587007.608206:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587007.608207:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.608209:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587007.608210:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587007.608213:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.608219:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587007.608221:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.608224:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587007.608225:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587007.608227:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587007.608230:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685888:192.168.204.155@tcp:501: 00000100:00000001:3.0:1777587007.608233:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587007.608236:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587007.608238:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.608239:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587007.608242:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c536208. 02000000:00000001:3.0:1777587007.608288:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587007.608293:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777587007.608297:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777587007.608301:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667685888, portal 25 00000100:00000001:3.0:1777587007.608303:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.608304:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587007.608307:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.608311:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587007.608313:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587007.608314:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000200:3.0:1777587007.608315:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667685888, offset 0 00000400:00000200:3.0:1777587007.608319:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587007.608327:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587007.608330:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587007.608333:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587007.608335:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587007.608337:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.608339:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [267:267:256:4294967295] 192.168.204.155@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:3.0:1777587007.608346:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587007.608350:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587007.608353:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777587007.608356:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587007.608361:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587007.608364:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1777587007.608380:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.608384:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306757977 00000100:00000001:3.0:1777587007.608390:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306757974 00000100:00000001:3.0:1777587007.608394:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306757977 00000100:00000001:3.0:1777587007.608396:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306757974 00000100:00000001:3.0:1777587007.608404:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306757977 00000100:00000001:3.0:1777587007.608406:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306757974 00000100:00000001:3.0:1777587007.608408:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306757977 00000100:00000001:3.0:1777587007.608411:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306757974 00000100:00000001:3.0:1777587007.608413:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.608415:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.608417:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587007.608418:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587007.608420:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000fe110bcd going to sleep for 11 seconds 00000100:00000001:3.0:1777587007.608423:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587007.608424:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587007.608567:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587007.608570:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:1.0:1777587007.608574:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.608579:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587007.608583:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:1.0:1777587007.608584:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777587007.608587:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587007.608590:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.608598:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587007.608600:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.608617:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587007.608619:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587007.611073:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.611085:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587007.611088:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.611090:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.611097:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587007.611112:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc08000 00000400:00000200:1.0:1777587007.611117:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x92d [1] + 224 00000800:00000001:1.0:1777587007.611123:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.611134:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.611136:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.611139:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587007.611144:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587007.611149:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587007.611156:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.611168:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587007.611176:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.611178:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.611198:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587007.611205:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587007.611207:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587007.611209:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000400:00000200:3.0:1777587007.611212:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587007.611214:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587007.611216:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587007.611219:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587007.611228:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.611235:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587007.611236:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.611239:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587007.611242:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587007.611244:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587007.611246:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.611286:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587007.611293:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587007.611297:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587007.611299:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587007.611301:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.611303:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587007.611319:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.611322:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587007.611327:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.611334:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.611338:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587007.611340:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587007.611343:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587007.611350:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667685888:192.168.204.155@tcp:501: 00000100:00000001:3.0:1777587007.611356:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.611358:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.611361:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1777587007.611363:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.611365:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.611372:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587007.611375:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.611378:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1777587007.611379:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1777587007.611385:0:199610:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1777587007.611388:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.611390:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.611393:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777587007.611394:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.611396:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667685888/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.611402:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587007.611405:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587007.611407:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c536208. 02000000:00000001:3.0:1777587007.611411:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587007.611411:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.611412:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.611422:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587007.611424:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000948f599f. 02000000:00000001:3.0:1777587007.611427:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587007.611429:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587007.611431:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587007.611434:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587007.611435:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1777587007.611437:0:199610:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1777587007.611440:0:199610:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:3.0:1777587007.611446:0:199610:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008c6517a0. 00000040:00000001:3.0:1777587007.611449:0:199610:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1777587007.611450:0:199610:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1777587007.611453:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:3.0:1777587007.611456:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587007.611459:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.611462:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587007.611464:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587007.611468:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587007.611473:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000948f599f. 00000100:00000001:3.0:1777587007.611477:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.611481:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587007.611483:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587007.611488:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.611490:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170718528 : -105794538833088 : ffff9fc7ca17fb40) 00000100:00000001:3.0:1777587007.611492:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.611493:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587007.611497:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587007.611499:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.611501:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587007.611503:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587007.611506:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.611513:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587007.611515:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.611518:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587007.611520:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587007.611527:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587007.611531:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667686016:192.168.204.155@tcp:503: 00000100:00000001:3.0:1777587007.611535:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587007.611540:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587007.611541:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.611543:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587007.611558:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009a076797. 02000000:00000001:3.0:1777587007.611560:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587007.611563:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777587007.611570:0:199610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005d8f53b8. 00000100:00000200:3.0:1777587007.611575:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667686016, portal 25 00000100:00000001:3.0:1777587007.611577:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.611578:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587007.611582:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.611589:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587007.611591:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587007.611594:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777587007.611597:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667686016, offset 0 00000400:00000200:3.0:1777587007.611603:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587007.611611:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587007.611615:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587007.611619:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587007.611622:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587007.611625:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.611628:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [268:268:256:4294967295] 192.168.204.155@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:3.0:1777587007.611638:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587007.611643:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587007.611648:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000800:00000200:3.0:1777587007.611653:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587007.611660:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587007.611669:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1777587007.611686:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.611691:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306757980 00000100:00000001:3.0:1777587007.611699:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306757977 00000100:00000001:3.0:1777587007.611703:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306757980 00000100:00000001:3.0:1777587007.611706:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306757977 00000100:00000001:3.0:1777587007.611709:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306757980 00000100:00000001:3.0:1777587007.611712:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306757977 00000100:00000001:3.0:1777587007.611716:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306757980 00000100:00000001:3.0:1777587007.611719:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306757977 00000100:00000001:3.0:1777587007.611722:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.611725:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.611727:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587007.611729:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587007.611743:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000fe110bcd going to sleep for 11 seconds 00000100:00000001:3.0:1777587007.611746:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587007.611747:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587007.611814:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587007.611818:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:0.0:1777587007.611822:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587007.611827:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587007.611830:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:0.0:1777587007.611831:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:0.0:1777587007.611834:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587007.611837:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.611846:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587007.611848:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.611866:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.611867:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587007.614240:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.614290:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587007.614294:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.614297:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.614308:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587007.614321:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8416 into portal 25 MB=0x69f3d1bc08080 00000400:00000200:1.0:1777587007.614340:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8416/8416 into md 0x935 [4] + 224 00000800:00000001:1.0:1777587007.614347:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.614358:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.614361:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.614375:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587007.614380:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587007.614384:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587007.614391:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.614406:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587007.614413:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.614416:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.614447:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587007.614454:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587007.614456:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587007.614458:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000400:00000200:3.0:1777587007.614462:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d8f53b8 00000400:00000010:3.0:1777587007.614464:0:199610:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000005d8f53b8. 00000100:00000001:3.0:1777587007.614467:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587007.614471:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587007.614479:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.614486:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587007.614487:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.614489:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587007.614498:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587007.614500:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587007.614502:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.614505:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587007.614510:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587007.614513:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587007.614516:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587007.614639:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.614643:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587007.614644:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.614647:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587007.614651:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.614659:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.614661:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587007.614663:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587007.614666:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587007.614673:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667686016:192.168.204.155@tcp:503: 00000100:00000001:3.0:1777587007.614678:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.614680:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.614683:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1777587007.614684:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.614687:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.614692:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587007.614694:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe110bcd. 00000100:00000001:3.0:1777587007.614695:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1777587007.614696:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1777587007.614702:0:199610:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1777587007.614703:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.614704:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667686016/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.614716:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587007.614717:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587007.614719:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009a076797. 02000000:00000001:3.0:1777587007.614728:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587007.614730:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.614731:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.614733:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587007.614735:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000948f599f. 02000000:00000001:3.0:1777587007.614738:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587007.614739:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587007.614741:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587007.614744:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587007.614745:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1777587007.614747:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.614748:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.614750:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1777587007.614752:0:199610:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1777587007.614754:0:199610:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1777587007.614757:0:199610:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1777587007.614759:0:199610:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000053edd348. 00000040:00001000:3.0:1777587007.614761:0:199610:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1777587007.615078:0:202006:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1777587007.615083:0:202006:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000948f599f. 00000020:00000010:3.0:1777587007.615089:0:202006:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008294cda3. 00000040:00000010:3.0:1777587007.615092:0:202006:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d675410a. 00000020:00000010:3.0:1777587007.615097:0:202006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f7dc8ab. 00000020:00000010:3.0:1777587007.615101:0:202006:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a9d5d301. 00000020:00000010:3.0:1777587007.615106:0:202006:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000000c536208. 80000000:00000010:3.0:1777587007.615108:0:202006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000934b8b4. 40000000:00000010:3.0:1777587007.615111:0:202006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed48e390. 00100000:00000010:3.0:1777587007.615115:0:202006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d7097155. 00040000:00000010:3.0:1777587007.615117:0:202006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008fcb48cf. 00040000:00000010:3.0:1777587007.615120:0:202006:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000080ff2ffb. 00040000:00000010:3.0:1777587007.615123:0:202006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a59f1c07. 00000004:00000010:3.0:1777587007.615132:0:202006:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 0000000062de6672. 00000004:00000010:3.0:1777587007.615136:0:202006:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d417e20d. 00000004:00000010:3.0:1777587007.615139:0:202006:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 000000006eeba1be. 00002000:00000010:3.0:1777587007.615141:0:202006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000013f58588. 00000004:00000010:3.0:1777587007.615144:0:202006:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 000000008897c1fe. 00000020:00000010:3.0:1777587007.615147:0:202006:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000076f5cc92. 00000040:00000010:3.0:1777587007.615153:0:202006:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000032b8d4a8. 00000040:00001000:3.0:1777587007.615154:0:202006:0:(llog.c:610:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:3.0:1777587007.615156:0:202006:0:(lustre_log.h:474:llog_next_block()) Process entered 00000040:00000001:3.0:1777587007.615157:0:202006:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1777587007.615159:0:202006:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:3.0:1777587007.615161:0:202006:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587007.615162:0:202006:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587007.615165:0:202006:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587007.615166:0:202006:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587007.615169:0:202006:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587007.615172:0:202006:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d774398. 00000100:00000001:3.0:1777587007.615176:0:202006:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.615179:0:202006:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587007.615180:0:202006:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587007.615183:0:202006:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d8f53b8. 00000100:00000001:3.0:1777587007.615184:0:202006:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170717184 : -105794538834432 : ffff9fc7ca17f600) 00000100:00000001:3.0:1777587007.615186:0:202006:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.615187:0:202006:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587007.615190:0:202006:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587007.615191:0:202006:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.615192:0:202006:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587007.615193:0:202006:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587007.615196:0:202006:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.615201:0:202006:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587007.615202:0:202006:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.615204:0:202006:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587007.615206:0:202006:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587007.615207:0:202006:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587007.615212:0:202006:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job llog_process_th:37e498ad-f820-401f-ad03-7d35b252723e:202006:1863934667686144:192.168.204.155@tcp:502: 00000100:00000001:3.0:1777587007.615215:0:202006:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587007.615217:0:202006:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587007.615219:0:202006:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.615220:0:202006:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587007.615228:0:202006:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009a076797. 02000000:00000001:3.0:1777587007.615229:0:202006:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587007.615232:0:202006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777587007.615235:0:202006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005b0143de. 00000100:00000200:3.0:1777587007.615238:0:202006:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667686144, portal 25 00000100:00000001:3.0:1777587007.615240:0:202006:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587007.615241:0:202006:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587007.615245:0:202006:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.615281:0:202006:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587007.615284:0:202006:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587007.615287:0:202006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eba07a2. 00000100:00000200:3.0:1777587007.615291:0:202006:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667686144, offset 0 00000400:00000200:3.0:1777587007.615296:0:202006:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587007.615305:0:202006:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587007.615310:0:202006:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587007.615313:0:202006:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587007.615317:0:202006:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587007.615318:0:202006:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587007.615321:0:202006:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [269:269:256:4294967295] 192.168.204.155@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:3.0:1777587007.615328:0:202006:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587007.615332:0:202006:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587007.615335:0:202006:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000800:00000200:3.0:1777587007.615339:0:202006:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587007.615344:0:202006:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587007.615347:0:202006:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1777587007.615374:0:202006:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.615378:0:202006:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306757984 00000100:00000001:3.0:1777587007.615385:0:202006:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306757980 00000100:00000001:3.0:1777587007.615390:0:202006:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306757984 00000100:00000001:3.0:1777587007.615393:0:202006:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306757980 00000100:00000001:3.0:1777587007.615396:0:202006:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306757984 00000100:00000001:3.0:1777587007.615399:0:202006:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306757980 00000100:00000001:3.0:1777587007.615401:0:202006:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306757984 00000100:00000001:3.0:1777587007.615404:0:202006:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306757980 00000100:00000001:3.0:1777587007.615408:0:202006:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.615410:0:202006:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.615413:0:202006:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587007.615414:0:202006:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587007.615416:0:202006:0:(client.c:2691:ptlrpc_set_wait()) set 000000005d8f53b8 going to sleep for 11 seconds 00000100:00000001:3.0:1777587007.615419:0:202006:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587007.615420:0:202006:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587007.615471:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587007.615483:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:1.0:1777587007.615486:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.615490:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587007.615494:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba07a2 00000400:00000010:1.0:1777587007.615495:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003eba07a2. 00000100:00000001:1.0:1777587007.615499:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587007.615502:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.615510:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587007.615512:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.615518:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587007.615520:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587007.617409:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.617419:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587007.617422:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.617424:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587007.617434:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587007.617446:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8472 into portal 25 MB=0x69f3d1bc08100 00000400:00000200:0.0:1777587007.617452:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8472/8472 into md 0x93d [4] + 224 00000800:00000001:0.0:1777587007.617458:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.617485:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587007.617488:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587007.617491:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587007.617497:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587007.617502:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587007.617525:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.617543:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587007.617557:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587007.617560:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.617587:0:202006:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587007.617593:0:202006:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587007.617595:0:202006:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587007.617597:0:202006:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000400:00000200:3.0:1777587007.617601:0:202006:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b0143de 00000400:00000010:3.0:1777587007.617603:0:202006:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000005b0143de. 00000100:00000001:3.0:1777587007.617605:0:202006:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587007.617609:0:202006:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587007.617617:0:202006:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.617623:0:202006:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587007.617624:0:202006:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.617626:0:202006:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587007.617629:0:202006:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587007.617631:0:202006:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587007.617640:0:202006:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587007.617642:0:202006:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587007.617647:0:202006:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587007.617651:0:202006:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587007.617653:0:202006:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587007.617655:0:202006:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587007.617657:0:202006:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587007.617658:0:202006:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.617661:0:202006:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587007.617664:0:202006:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.617671:0:202006:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587007.617673:0:202006:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587007.617675:0:202006:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587007.617678:0:202006:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587007.617684:0:202006:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job llog_process_th:37e498ad-f820-401f-ad03-7d35b252723e:202006:1863934667686144:192.168.204.155@tcp:502: 00000100:00000001:3.0:1777587007.617688:0:202006:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587007.617690:0:202006:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587007.617703:0:202006:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1777587007.617705:0:202006:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.617708:0:202006:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.617714:0:202006:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587007.617716:0:202006:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005d8f53b8. 00000100:00000001:3.0:1777587007.617718:0:202006:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1777587007.617720:0:202006:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1777587007.617726:0:202006:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1777587007.617727:0:202006:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587007.617729:0:202006:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667686144/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587007.617734:0:202006:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587007.617736:0:202006:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587007.617744:0:202006:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009a076797. 02000000:00000001:3.0:1777587007.617752:0:202006:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587007.617754:0:202006:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.617755:0:202006:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.617757:0:202006:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587007.617769:0:202006:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d774398. 02000000:00000001:3.0:1777587007.617774:0:202006:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587007.617776:0:202006:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587007.617777:0:202006:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587007.617780:0:202006:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587007.617781:0:202006:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1777587007.617784:0:202006:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587007.617785:0:202006:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587007.617786:0:202006:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1777587007.617788:0:202006:0:(lustre_log.h:484:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1777587007.617790:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944000 type=0x10620000 idx=1 00000040:00001000:3.0:1777587007.617794:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1777587007.617795:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9440e0 type=0x10620000 idx=2 00000040:00001000:3.0:1777587007.617807:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1777587007.617808:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944158 type=0x10620000 idx=3 00000040:00001000:3.0:1777587007.617810:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1777587007.617811:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944200 type=0x10620000 idx=4 00000040:00001000:3.0:1777587007.617813:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1777587007.617813:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9442e0 type=0x10620000 idx=5 00000040:00001000:3.0:1777587007.617815:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1777587007.617816:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9443c0 type=0x10620000 idx=6 00000040:00001000:3.0:1777587007.617817:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1777587007.617819:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944438 type=0x10620000 idx=7 00000040:00001000:3.0:1777587007.617820:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 7 00000040:00001000:3.0:1777587007.617821:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9444e0 type=0x10620000 idx=8 00000040:00001000:3.0:1777587007.617822:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 8 00000040:00001000:3.0:1777587007.617823:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9445c0 type=0x10620000 idx=9 00000040:00001000:3.0:1777587007.617825:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 9 00000040:00001000:3.0:1777587007.617825:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9446a0 type=0x10620000 idx=10 00000040:00001000:3.0:1777587007.617827:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 10 00000040:00001000:3.0:1777587007.617828:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944718 type=0x10620000 idx=11 00000040:00001000:3.0:1777587007.617835:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 11 00000040:00001000:3.0:1777587007.617836:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9447f8 type=0x10620000 idx=12 00000040:00001000:3.0:1777587007.617838:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 12 00000040:00001000:3.0:1777587007.617839:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9448d8 type=0x10620000 idx=13 00000040:00001000:3.0:1777587007.617840:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 13 00000040:00001000:3.0:1777587007.617841:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944930 type=0x10620000 idx=14 00000040:00001000:3.0:1777587007.617842:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 14 00000040:00001000:3.0:1777587007.617843:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9449b0 type=0x10620000 idx=15 00000040:00001000:3.0:1777587007.617844:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 15 00000040:00001000:3.0:1777587007.617845:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944a40 type=0x10620000 idx=16 00000040:00001000:3.0:1777587007.617846:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 16 00000040:00001000:3.0:1777587007.617847:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1777587007.617849:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 17 00000040:00001000:3.0:1777587007.617850:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1777587007.617851:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 18 00000040:00001000:3.0:1777587007.617852:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1777587007.617854:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 19 00000040:00001000:3.0:1777587007.617855:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1777587007.617856:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 20 00000040:00001000:3.0:1777587007.617857:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1777587007.617858:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 21 00000040:00001000:3.0:1777587007.617859:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1777587007.617861:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 22 00000040:00001000:3.0:1777587007.617862:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944f08 type=0x10620000 idx=23 00000040:00001000:3.0:1777587007.617863:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 23 00000040:00001000:3.0:1777587007.617864:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944f88 type=0x10620000 idx=24 00000040:00001000:3.0:1777587007.617866:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 24 00000040:00001000:3.0:1777587007.617867:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945018 type=0x10620000 idx=25 00000040:00001000:3.0:1777587007.617869:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 25 00000040:00001000:3.0:1777587007.617870:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9450b8 type=0x10620000 idx=26 00000040:00001000:3.0:1777587007.617871:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 26 00000040:00001000:3.0:1777587007.617872:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945198 type=0x10620000 idx=27 00000040:00001000:3.0:1777587007.617873:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 27 00000040:00001000:3.0:1777587007.617874:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945278 type=0x10620000 idx=28 00000040:00001000:3.0:1777587007.617876:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 28 00000040:00001000:3.0:1777587007.617882:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9452c8 type=0x10620000 idx=29 00000040:00001000:3.0:1777587007.617883:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 29 00000040:00001000:3.0:1777587007.617885:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9453a8 type=0x10620000 idx=30 00000040:00001000:3.0:1777587007.617886:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 30 00000040:00001000:3.0:1777587007.617887:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945488 type=0x10620000 idx=31 00000040:00001000:3.0:1777587007.617888:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 31 00000040:00001000:3.0:1777587007.617889:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9454e0 type=0x10620000 idx=32 00000040:00001000:3.0:1777587007.617901:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 32 00000040:00001000:3.0:1777587007.617902:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945560 type=0x10620000 idx=33 00000040:00001000:3.0:1777587007.617903:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 33 00000040:00001000:3.0:1777587007.617904:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9455f0 type=0x10620000 idx=34 00000040:00001000:3.0:1777587007.617906:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 34 00000040:00001000:3.0:1777587007.617907:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945670 type=0x10620000 idx=35 00000040:00001000:3.0:1777587007.617908:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 35 00000040:00001000:3.0:1777587007.617909:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945750 type=0x10620000 idx=36 00000040:00001000:3.0:1777587007.617911:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 36 00000040:00001000:3.0:1777587007.617912:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945830 type=0x10620000 idx=37 00000040:00001000:3.0:1777587007.617913:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 37 00000040:00001000:3.0:1777587007.617914:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945880 type=0x10620000 idx=38 00000040:00001000:3.0:1777587007.617915:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 38 00000040:00001000:3.0:1777587007.617916:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945960 type=0x10620000 idx=39 00000040:00001000:3.0:1777587007.617918:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 39 00000040:00001000:3.0:1777587007.617919:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945a40 type=0x10620000 idx=40 00000040:00001000:3.0:1777587007.617920:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 40 00000040:00001000:3.0:1777587007.617921:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945a98 type=0x10620000 idx=41 00000040:00001000:3.0:1777587007.617923:0:202006:0:(llog.c:762:llog_process_thread()) skipping lrh_index 41 00000040:00001000:3.0:1777587007.617924:0:202006:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945b18 type=0x10620000 idx=42 00000040:00001000:3.0:1777587007.617926:0:202006:0:(llog.c:779:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:3.0:1777587007.617928:0:202006:0:(llog.c:800:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:3.0:1777587007.617931:0:202006:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1777587007.617937:0:202006:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000d2198a6a. 00000020:01000000:3.0:1777587007.617941:0:202006:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000010:3.0:1777587007.617945:0:202006:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000005d8f53b8. 00000020:00000080:3.0:1777587007.617948:0:202006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1777587007.617960:0:202006:0:(obd_config.c:742:class_setup()) Process entered 00000020:00020000:3.0:1777587007.617962:0:202006:0:(obd_config.c:761:class_setup()) mdc: device 4 already setup: rc = -17 00000020:00000001:3.0:1777587007.620978:0:202006:0:(obd_config.c:762:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:3.0:1777587007.620987:0:202006:0:(obd_config.c:1618:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:3.0:1777587007.620991:0:202006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1777587007.620998:0:202006:0:(obd_config.c:863:class_detach()) Process entered 00000020:00020000:3.0:1777587007.620999:0:202006:0:(obd_config.c:866:class_detach()) OBD device 4 still set up 00000020:00000001:3.0:1777587007.625884:0:202006:0:(obd_config.c:867:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1777587007.625890:0:202006:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1777587007.625895:0:202006:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000005d8f53b8. 00000020:00000010:3.0:1777587007.625902:0:202006:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000d2198a6a. 00000020:00020000:3.0:1777587007.625906:0:202006:0:(obd_config.c:2103:class_config_llog_handler()) MGC192.168.204.155@tcp: cfg command failed: rc = -17 00000020:00000001:3.0:1777587007.631957:0:202006:0:(obd_config.c:2421:class_config_dump_handler()) Process entered 00000020:00000010:3.0:1777587007.631967:0:202006:0:(obd_config.c:2423:class_config_dump_handler()) kmalloced '(outstr)': 256 at 00000000746d7992. 00000020:00000001:3.0:1777587007.631973:0:202006:0:(obd_config.c:2352:class_config_parse_rec()) Process entered 00000020:00000001:3.0:1777587007.631979:0:202006:0:(obd_config.c:2411:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:3.0:1777587007.631982:0:202006:0:(obd_config.c:2429:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.204.155@tcp 00000020:00000010:3.0:1777587007.637816:0:202006:0:(obd_config.c:2435:class_config_dump_handler()) kfreed 'outstr': 256 at 00000000746d7992. 00000020:00000001:3.0:1777587007.637829:0:202006:0:(obd_config.c:2436:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587007.637833:0:202006:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:3.0:1777587007.637836:0:202006:0:(llog.c:838:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:3.0:1777587007.637839:0:202006:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:3.0:1777587007.637842:0:202006:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 0000000032b8d4a8. 00000020:00000010:3.0:1777587007.637850:0:202006:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000076f5cc92. 00000020:00000010:3.0:1777587007.637865:0:202006:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000008294cda3. 00000040:00000010:3.0:1777587007.637870:0:202006:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000d675410a. 00000020:00000010:3.0:1777587007.637873:0:202006:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f7dc8ab. 00000020:00000010:3.0:1777587007.637877:0:202006:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a9d5d301. 00000020:00000010:3.0:1777587007.637883:0:202006:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000000c536208. 80000000:00000010:3.0:1777587007.637886:0:202006:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000934b8b4. 40000000:00000010:3.0:1777587007.637890:0:202006:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed48e390. 00100000:00000010:3.0:1777587007.637894:0:202006:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d7097155. 00040000:00000010:3.0:1777587007.637898:0:202006:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008fcb48cf. 00040000:00000010:3.0:1777587007.637916:0:202006:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000080ff2ffb. 00040000:00000010:3.0:1777587007.637919:0:202006:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a59f1c07. 00000004:00000010:3.0:1777587007.637923:0:202006:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 0000000062de6672. 00000004:00000010:3.0:1777587007.637927:0:202006:0:(mdt_handler.c:8412:mdt_key_fini()) kfreed 'info': 2568 at 00000000d417e20d. 00000004:00000010:3.0:1777587007.637930:0:202006:0:(lod_dev.c:2374:lod_key_fini()) kfreed 'info': 1224 at 000000006eeba1be. 00002000:00000010:3.0:1777587007.637934:0:202006:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000013f58588. 00000004:00000010:3.0:1777587007.637937:0:202006:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at 000000008897c1fe. 00000020:00000010:3.0:1777587007.637939:0:202006:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000948f599f. 00000040:00000010:0.0:1777587007.638298:0:199610:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000053edd348. 00000040:00000001:0.0:1777587007.638303:0:199610:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1777587007.638306:0:199610:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:0.0:1777587007.638311:0:199610:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008c6517a0. 00000040:00000010:0.0:1777587007.638316:0:199610:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000af40cc87. 00000020:00000001:0.0:1777587007.638319:0:199610:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1777587007.638322:0:199610:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1777587007.638327:0:199610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000050c848a7. 00000040:00000010:0.0:1777587007.638329:0:199610:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000baf7af1f. 00000020:00000010:0.0:1777587007.638338:0:199610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7d66b4b. 00000020:00000010:0.0:1777587007.638344:0:199610:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000d209b6e7. 80000000:00000010:0.0:1777587007.638348:0:199610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003bf90bec. 00040000:00000010:0.0:1777587007.638352:0:199610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089ecebf0. 20000000:00000010:0.0:1777587007.638356:0:199610:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 00000000a07db85d. 00000020:00000010:0.0:1777587007.638360:0:199610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e3fda2d. 10000000:00000010:0.0:1777587007.638363:0:199610:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000018ea3bd0. 10000000:01000000:0.0:1777587007.638366:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1777587007.638370:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1777587007.638373:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587007.638376:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587007.638378:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000031ff596 refcount=3 00000020:00000001:0.0:1777587007.638380:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:0.0:1777587007.638383:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:0.0:1777587007.638386:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1777587007.638389:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587007.638398:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.638400:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1777587007.638401:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587007.638407:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1777587007.638408:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.638409:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1777587007.638410:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587007.638413:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1777587007.638415:0:199610:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1777587007.643156:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1777587007.643162:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777587007.643163:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000005bd3f703) refs 2 10000000:00000001:0.0:1777587007.643168:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587007.643170:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777587007.643188:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000ff26fc6d) refs 3 10000000:00000001:0.0:1777587007.643191:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1777587007.643192:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1777587007.643194:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1777587007.643196:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:0.0:1777587007.643198:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff9fc7c50acd40 from 1 10000000:00000001:0.0:1777587007.643201:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1777587007.643202:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1777587007.643210:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587007.643214:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587007.643219:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587007.643223:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587007.643228:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587007.643235:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e34e4f6. 00000100:00000001:0.0:1777587007.643242:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587007.643277:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1777587007.643281:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1777587007.643288:0:199610:0:(ldlm_resource.c:1622:ldlm_resource_getref()) getref res: 00000000c153c774 count: 2 00010000:00000001:0.0:1777587007.643291:0:199610:0:(ldlm_resource.c:1561:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777587007.643296:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1777587007.643299:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000335368be. 00000020:00000001:0.0:1777587007.643303:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1777587007.643306:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000335368be with handle 0xbf3b8af56f2249df to hash 00000020:00000001:0.0:1777587007.643308:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1777587007.643309:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.643312:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.643316:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777587007.643318:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587007.643321:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587007.643329:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587007.643339:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777587007.643350:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587007.643352:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587007.643358:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d9ae283a. 00000100:00000001:0.0:1777587007.643360:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279154916736 : -105794554634880 : ffff9fc7c926dd80) 00000100:00000001:0.0:1777587007.643363:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587007.643364:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000001:0.0:1777587007.643368:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587007.643370:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.643372:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587007.643374:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587007.643383:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.643392:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587007.643393:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587007.643397:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587007.643399:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587007.643401:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587007.643404:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667686272:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777587007.643408:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587007.643413:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587007.643415:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587007.643417:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587007.643421:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a179329a. 02000000:00000001:0.0:1777587007.643423:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587007.643429:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf4da9e8. 00000400:00000010:0.0:1777587007.643435:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000200:0.0:1777587007.643443:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667686272, portal 25 00000100:00000001:0.0:1777587007.643444:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587007.643445:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:0.0:1777587007.643449:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.643457:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587007.643466:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587007.643468:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777587007.643470:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667686272, offset 0 00000400:00000200:0.0:1777587007.643476:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587007.643489:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587007.643493:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587007.643497:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587007.643501:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587007.643504:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587007.643507:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [270:270:256:4294967295] 192.168.204.155@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:0.0:1777587007.643517:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587007.643523:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587007.643528:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000800:00000200:0.0:1777587007.643534:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587007.643542:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587007.643546:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777587007.643691:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.643696:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306758012 00000100:00000001:0.0:1777587007.643704:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306757984 00000100:00000001:0.0:1777587007.643710:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306758012 00000100:00000001:0.0:1777587007.643715:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306757984 00000100:00000001:0.0:1777587007.643718:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306758012 00000100:00000001:0.0:1777587007.643725:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306757984 00000100:00000001:0.0:1777587007.643728:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306758012 00000100:00000001:0.0:1777587007.643731:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306757984 00000100:00000001:0.0:1777587007.643733:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587007.643736:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.643738:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587007.643740:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587007.643748:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000d9ae283a going to sleep for 11 seconds 00000100:00000001:0.0:1777587007.643752:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587007.643754:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587007.643869:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587007.643872:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000400:00000200:2.0:1777587007.643877:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587007.643882:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587007.643887:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:2.0:1777587007.643889:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:2.0:1777587007.643893:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587007.643896:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587007.643905:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587007.643908:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587007.643914:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587007.643916:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587007.647222:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.647235:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587007.647238:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.647240:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.647288:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587007.647304:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc08180 00000400:00000200:1.0:1777587007.647312:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0x945 [1] + 224 00000800:00000001:1.0:1777587007.647319:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.647328:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587007.647341:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587007.647344:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587007.647349:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587007.647355:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587007.647362:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587007.647372:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587007.647378:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587007.647381:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587007.647440:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587007.647446:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587007.647448:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587007.647450:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf4da9e8. 00000400:00000200:0.0:1777587007.647457:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:0.0:1777587007.647459:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:0.0:1777587007.647462:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587007.647466:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587007.647472:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.647478:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587007.647479:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587007.647481:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587007.647484:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587007.647486:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587007.647488:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587007.647491:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587007.647497:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587007.647501:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587007.647504:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587007.647505:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587007.647508:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587007.647509:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647512:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587007.647516:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.647522:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587007.647525:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587007.647527:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587007.647530:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587007.647558:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667686272:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777587007.647564:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587007.647566:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647568:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587007.647570:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587007.647574:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.647581:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587007.647584:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d9ae283a. 00000100:00000001:0.0:1777587007.647587:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587007.647588:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587007.647592:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1777587007.647595:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587007.647597:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587007.647600:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000335368be refcount=4 00000020:00000001:0.0:1777587007.647602:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.647605:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000040:0.0:1777587007.647610:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000335368be, remote cookie: 0xacc125e529a45525, flags: 0x0 00010000:00000001:0.0:1777587007.647613:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1777587007.647616:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1777587007.647618:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1777587007.647620:0:199610:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1777587007.647621:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1777587007.647623:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c153c774) refcount = 2 00010000:00000040:0.0:1777587007.647626:0:199610:0:(ldlm_resource.c:1845:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1777587007.647628:0:199610:0:(ldlm_resource.c:1848:ldlm_resource_dump()) ### ### ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587007.647635:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587007.647651:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1777587007.647653:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1777587007.647654:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777587007.647657:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1777587007.647659:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587007.647661:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587007.647666:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1777587007.647668:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.647670:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587007.647670:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.647671:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587007.647672:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647674:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587007.647677:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667686272/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.647681:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587007.647682:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587007.647685:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a179329a. 02000000:00000001:0.0:1777587007.647687:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587007.647688:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587007.647689:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587007.647691:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587007.647693:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008e34e4f6. 02000000:00000001:0.0:1777587007.647695:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587007.647697:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587007.647697:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:0.0:1777587007.647700:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587007.647700:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1777587007.647702:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587007.647704:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777587007.647705:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000005bd3f703) refs 3 10000000:00000001:0.0:1777587007.647706:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587007.647711:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587007.647712:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587007.647713:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000335368be refcount=3 00000020:00000001:0.0:1777587007.647714:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.647715:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.647716:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1777587007.647717:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.647718:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587007.647718:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587007.647720:0:199610:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1777587007.647722:0:199610:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000076acfa24. 00000020:00000010:0.0:1777587007.647724:0:199610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e34e4f6. 00000020:00000010:0.0:1777587007.647728:0:199610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009bac44a. 00000040:00000010:0.0:1777587007.647732:0:199610:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000fb364f43. 00000020:00000010:0.0:1777587007.647734:0:199610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea21429b. 00000020:00000010:0.0:1777587007.647737:0:199610:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000a0dae14d. 80000000:00000010:0.0:1777587007.647740:0:199610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df2f68ed. 00040000:00000010:0.0:1777587007.647743:0:199610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037c203ea. 20000000:00000010:0.0:1777587007.647746:0:199610:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 0000000022887b20. 10000000:00000040:0.0:1777587007.647749:0:199610:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 000000005937dab7 : new refcount 2 00000020:00000001:0.0:1777587007.647750:0:199610:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1777587007.647752:0:199610:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1777587007.647753:0:199610:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1777587007.647755:0:199610:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a03168bc. 00000040:00000001:0.0:1777587007.647758:0:199610:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1777587007.647759:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:0.0:1777587007.647762:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587007.647763:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587007.647766:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587007.647768:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587007.647771:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587007.647775:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbc026be. 00000100:00000001:0.0:1777587007.647779:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647783:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587007.647784:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587007.647789:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d9ae283a. 00000100:00000001:0.0:1777587007.647791:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279154916736 : -105794554634880 : ffff9fc7c926dd80) 00000100:00000001:0.0:1777587007.647792:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587007.647793:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000001:0.0:1777587007.647796:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587007.647797:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647799:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587007.647799:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587007.647801:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.647805:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587007.647807:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587007.647810:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587007.647812:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587007.647814:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587007.647816:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667686400:192.168.204.155@tcp:501: 00000100:00000001:0.0:1777587007.647820:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587007.647824:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587007.647826:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587007.647828:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587007.647830:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c8cbdc5. 02000000:00000001:0.0:1777587007.647831:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587007.647834:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf4da9e8. 00000400:00000010:0.0:1777587007.647838:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000200:0.0:1777587007.647842:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667686400, portal 25 00000100:00000001:0.0:1777587007.647844:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587007.647845:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:0.0:1777587007.647849:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.647855:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587007.647857:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587007.647859:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000100:00000200:0.0:1777587007.647861:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667686400, offset 0 00000400:00000200:0.0:1777587007.647872:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587007.647880:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587007.647884:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587007.647888:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587007.647891:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587007.647893:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587007.647895:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [271:271:256:4294967295] 192.168.204.155@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:0.0:1777587007.647904:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587007.647909:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587007.647913:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000800:00000200:0.0:1777587007.647919:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587007.647926:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587007.647929:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1777587007.647948:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647955:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306758016 00000100:00000001:0.0:1777587007.647962:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306758012 00000100:00000001:0.0:1777587007.647966:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306758016 00000100:00000001:0.0:1777587007.647968:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306758012 00000100:00000001:0.0:1777587007.647971:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306758016 00000100:00000001:0.0:1777587007.647973:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306758012 00000100:00000001:0.0:1777587007.647975:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306758016 00000100:00000001:0.0:1777587007.647978:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306758012 00000100:00000001:0.0:1777587007.647980:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587007.647982:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587007.647984:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587007.647985:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587007.647987:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000d9ae283a going to sleep for 11 seconds 00000100:00000001:0.0:1777587007.647989:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587007.647990:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587007.648091:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587007.648095:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:2.0:1777587007.648099:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587007.648103:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587007.648106:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000400:00000010:2.0:1777587007.648108:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000100:00000001:2.0:1777587007.648111:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587007.648114:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587007.648122:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587007.648124:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587007.648141:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587007.648143:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587007.650537:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587007.650548:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587007.650552:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587007.650554:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587007.650563:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587007.650576:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc08200 00000400:00000200:2.0:1777587007.650582:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0x94d [1] + 224 00000800:00000001:2.0:1777587007.650588:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587007.650595:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587007.650598:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587007.650601:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587007.650606:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587007.650611:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587007.650621:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587007.650642:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587007.650649:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587007.650652:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587007.650711:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587007.650718:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587007.650719:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587007.650721:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf4da9e8. 00000400:00000200:0.0:1777587007.650727:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:0.0:1777587007.650729:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:0.0:1777587007.650732:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587007.650736:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587007.650743:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.650749:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587007.650751:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587007.650753:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587007.650755:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587007.650757:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587007.650759:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587007.650761:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587007.650766:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=50 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587007.650770:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=50 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587007.650773:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1777587007.650776:0:199610:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.650782:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1777587007.650784:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1777587007.650787:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.650793:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1777587007.650795:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587007.650797:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587007.650800:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587007.650807:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667686400:192.168.204.155@tcp:501: 00000100:00000001:0.0:1777587007.650823:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587007.650826:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1777587007.650828:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587007.650830:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587007.650832:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.650839:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587007.650841:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d9ae283a. 00000100:00000001:0.0:1777587007.650843:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587007.650845:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1777587007.650847:0:199610:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1777587007.650851:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587007.650853:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587007.650855:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777587007.650856:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587007.650858:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667686400/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587023 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587007.650864:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587007.650866:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587007.650868:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c8cbdc5. 02000000:00000001:0.0:1777587007.650871:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587007.650871:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587007.650872:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587007.650874:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587007.650876:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dbc026be. 02000000:00000001:0.0:1777587007.651207:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587007.651209:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587007.651210:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:0.0:1777587007.651213:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587007.651214:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1777587007.651216:0:199610:0:(llog.c:1550:llog_open()) MGC192.168.204.155@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1777587007.651218:0:199610:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a03168bc. 00000040:00000001:0.0:1777587007.651220:0:199610:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1777587007.651222:0:199610:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1777587007.651228:0:199610:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1777587007.651232:0:199610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000009bac44a. 00000040:00000010:0.0:1777587007.651236:0:199610:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000fb364f43. 00000020:00000010:0.0:1777587007.651240:0:199610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea21429b. 00000020:00000010:0.0:1777587007.651245:0:199610:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000a0dae14d. 80000000:00000010:0.0:1777587007.651287:0:199610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df2f68ed. 00040000:00000010:0.0:1777587007.651290:0:199610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037c203ea. 20000000:00000010:0.0:1777587007.651293:0:199610:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 0000000022887b20. 00000020:00000010:0.0:1777587007.651295:0:199610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e34e4f6. 10000000:00000010:0.0:1777587007.651297:0:199610:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000076acfa24. 10000000:01000000:0.0:1777587007.651299:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1777587007.651302:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1777587007.651304:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587007.651306:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587007.651309:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000335368be refcount=3 00000020:00000001:0.0:1777587007.651311:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.651313:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:0.0:1777587007.651316:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1777587007.651320:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587007.651328:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.651330:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1777587007.651331:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587007.651337:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1777587007.651338:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587007.651339:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1777587007.651340:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587007.651342:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1777587007.651345:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1777587007.651347:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777587007.651354:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005bd3f703) refs 3 10000000:00000001:0.0:1777587007.651356:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1777587007.725369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587007.725373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587007.725376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587007.725377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587007.725417:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587007.725421:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587007.725424:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587008.749615:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587008.749623:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587008.749630:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587008.749631:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587008.749700:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587008.749706:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587008.749711:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587009.773398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587009.773404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587009.773411:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587009.773412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587009.773511:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587009.773517:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587009.773522:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587010.797360:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587010.797373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587010.797378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587010.797379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587010.797882:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587010.797886:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587010.797889:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587011.117377:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306758016, at 4306758080 00000100:00000010:3.0:1777587011.117393:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000040:2.0:1777587011.117416:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306758016, at 4306758080 00000100:00000010:2.0:1777587011.117425:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd3920fd. 00000100:00000040:1.0:1777587011.117493:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306758016, at 4306758080 00000100:00000010:1.0:1777587011.117498:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:0.0:1777587011.117552:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306758016, at 4306758080 00000100:00000010:0.0:1777587011.117556:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000040:3.0:1777587011.181686:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587011.181700:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587011.181710:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587011.181716:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587011.181720:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587011.181722:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587011.181727:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587011.181735:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587011.181741:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181751:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587011.181761:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587011.181763:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181768:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_02+2] req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.181803:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181806:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587011.181824:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587011.181826:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777587011.181828:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587011.181830:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587011.181832:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587011.181833:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587011.181836:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587011.181839:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181842:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587011.181850:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587011.181851:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181854:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_03+3] req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.181861:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181863:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587011.181866:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587011.181867:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777587011.181869:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587011.181871:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587011.181871:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587011.181873:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587011.181875:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587011.181876:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181879:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587011.181885:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587011.181886:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181888:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_00+0] req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.181914:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.181916:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587011.181919:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587011.181923:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12095) 00000100:00000001:3.0:1777587011.181941:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587011.181945:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1777587011.181947:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.181953:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587011.181955:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.181957:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587011.181958:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587011.181960:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587011.181964:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.181971:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587011.181972:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587011.181975:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587011.181977:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587011.181979:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587011.181982:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667686784:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587011.181986:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587011.181991:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587011.181993:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587011.181995:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587011.181998:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f916139. 02000000:00000001:3.0:1777587011.182000:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587011.182005:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 00000400:00000010:3.0:1777587011.182011:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000100:00000200:3.0:1777587011.182018:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667686784, portal 10 00000100:00000001:3.0:1777587011.182020:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587011.182021:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:3.0:1777587011.182035:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.182042:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587011.182044:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587011.182046:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000200:3.0:1777587011.182049:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667686784, offset 0 00000400:00000200:3.0:1777587011.182054:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587011.182067:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587011.182071:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587011.182074:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587011.182078:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587011.182081:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587011.182085:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [272:272:256:4294967295] 192.168.204.155@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:3.0:1777587011.182095:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587011.182100:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587011.182103:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777587011.182110:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587011.182116:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587011.182120:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587011.182129:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.182132:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 24361 usecs (25 jiffies) 00000100:00000001:3.0:1777587011.182135:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306758169 00000100:00000010:3.0:1777587011.182138:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777587011.182144:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587011.182149:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306758169 00000100:00000010:3.0:1777587011.182151:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777587011.182154:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587011.182161:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306758169 00000100:00000010:3.0:1777587011.182163:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777587011.182170:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587011.182176:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306758169 00000100:00000010:3.0:1777587011.182189:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777587011.182193:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587011.182196:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587011.182199:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587011.182202:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587011.182204:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182384:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587011.182387:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587011.182389:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587011.182393:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182400:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587011.182407:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587011.182409:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587011.182411:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587011.182413:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587011.182416:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667686656:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587011.182419:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587011.182421:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587011.182423:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587011.182424:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587011.182428:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b932a517. 02000000:00000001:1.0:1777587011.182430:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587011.182433:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000100:00000001:2.0:1777587011.182434:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777587011.182436:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000001:2.0:1777587011.182438:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1777587011.182440:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667686656, portal 10 00000100:00000001:2.0:1777587011.182441:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587011.182443:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587011.182445:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000100:00000040:2.0:1777587011.182449:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587011.182453:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587011.182468:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587011.182470:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182471:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777587011.182474:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1777587011.182475:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587011.182477:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777587011.182479:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667686656, offset 0 02000000:00000001:2.0:1777587011.182484:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587011.182488:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587011.182489:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587011.182495:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667686528:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587011.182498:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587011.182501:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1777587011.182503:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777587011.182505:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777587011.182506:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587011.182509:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1777587011.182509:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587011.182513:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:2.0:1777587011.182513:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587011.182517:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [273:273:255:4294967295] 192.168.204.155@tcp LPNI seq info [273:273:7:4294967295] 02000000:00000010:2.0:1777587011.182518:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a763fbd0. 02000000:00000001:2.0:1777587011.182523:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587011.182525:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000010:2.0:1777587011.182528:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8006206. 00000800:00000200:1.0:1777587011.182529:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587011.182534:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000400:00000010:2.0:1777587011.182536:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777587011.182540:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667686528, portal 25 00000100:00000001:2.0:1777587011.182543:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1777587011.182546:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587011.182546:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000800:00000200:1.0:1777587011.182552:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587011.182556:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1777587011.182556:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182560:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587011.182564:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 185386 usecs (186 jiffies) 00000100:00000001:1.0:1777587011.182568:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306758331 00000100:00000001:2.0:1777587011.182573:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587011.182575:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306758169 00000100:00000040:2.0:1777587011.182578:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587011.182580:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306758331 00000100:00000001:1.0:1777587011.182582:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306758169 00000400:00000010:2.0:1777587011.182583:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002941b838. 00000100:00000001:1.0:1777587011.182584:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306758331 00000100:00000200:2.0:1777587011.182587:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667686528, offset 0 00000100:00000001:1.0:1777587011.182588:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306758169 00000100:00000001:1.0:1777587011.182591:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306758331 00000100:00000001:1.0:1777587011.182594:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306758169 00000100:00000001:1.0:1777587011.182598:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587011.182598:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587011.182602:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182604:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182606:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587011.182607:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587011.182611:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587011.182611:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587011.182614:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777587011.182616:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587011.182619:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777587011.182621:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587011.182622:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587011.182625:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587011.182626:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587011.182629:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587011.182632:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [274:274:254:4294967295] 192.168.204.155@tcp LPNI seq info [274:274:6:4294967295] 00000400:00000200:2.0:1777587011.182642:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587011.182647:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587011.182650:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587011.182654:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587011.182658:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587011.182667:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587011.182671:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587011.182674:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587011.182674:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306761551 00000800:00000010:1.0:1777587011.182679:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000100:00000001:2.0:1777587011.182680:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306758331 00000400:00000200:1.0:1777587011.182685:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587011.182685:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306761551 00000100:00000001:2.0:1777587011.182688:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306758331 00000100:00000001:2.0:1777587011.182691:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306761551 00000100:00000001:2.0:1777587011.182693:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306758331 00000100:00000001:2.0:1777587011.182696:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306761551 00000100:00000001:2.0:1777587011.182698:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306758331 00000100:00000001:2.0:1777587011.182700:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587011.182702:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587011.182706:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587011.182706:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587011.182710:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587011.182713:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000100:00000001:2.0:1777587011.182715:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1777587011.182717:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:2.0:1777587011.182717:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587011.182722:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587011.182723:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587011.182724:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587011.182725:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587011.182727:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587011.182735:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587011.182736:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587011.182739:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182748:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587011.182751:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182758:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182759:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587011.182772:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587011.182774:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:1.0:1777587011.182776:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587011.182779:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587011.182781:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:1.0:1777587011.182782:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:1.0:1777587011.182785:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587011.182787:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182792:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587011.182794:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182799:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182800:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587011.182860:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587011.182862:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:1.0:1777587011.182865:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587011.182868:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587011.182870:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002941b838 00000400:00000010:1.0:1777587011.182871:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002941b838. 00000100:00000001:1.0:1777587011.182873:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587011.182876:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182882:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587011.182884:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.182898:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.182900:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587011.185653:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185667:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587011.185671:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185674:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587011.185683:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587011.185699:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08300 00000400:00000200:2.0:1777587011.185706:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:2.0:1777587011.185712:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185717:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587011.185719:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587011.185735:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587011.185741:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587011.185747:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587011.185757:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587011.185782:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587011.185791:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185795:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587011.185797:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185799:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587011.185803:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587011.185809:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08380 00000400:00000200:2.0:1777587011.185813:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:2.0:1777587011.185817:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185820:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587011.185822:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587011.185824:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587011.185827:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587011.185830:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587011.185837:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587011.185850:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587011.185854:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185857:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587011.185858:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.185860:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587011.185863:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587011.185869:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08280 00000400:00000200:2.0:1777587011.185875:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x965 [1] + 224 00000100:00000001:3.0:1777587011.185882:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1777587011.185886:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587011.185887:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1777587011.185894:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587011.185895:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1777587011.185897:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1777587011.185898:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1777587011.185902:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:3.0:1777587011.185902:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000400:00000200:3.0:1777587011.185909:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:3.0:1777587011.185911:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:3.0:1777587011.185914:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587011.185924:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587011.185933:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.185940:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587011.185943:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.185945:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587011.185948:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587011.185951:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587011.185952:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587011.185954:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.185956:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587011.185957:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587011.185967:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=54 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587011.185972:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587011.185974:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587011.185976:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587011.185978:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587011.185982:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587011.186001:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587011.186004:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587011.186006:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587011.186008:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587011.186010:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.186013:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.186019:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587011.186022:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587011.186024:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587011.186027:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587011.186034:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667686784:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587011.186039:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186042:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587011.186044:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667686784/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.186051:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587011.186053:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587011.186056:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f916139. 02000000:00000001:3.0:1777587011.186059:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587011.186061:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587011.186063:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587011.186065:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587011.186068:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:3.0:1777587011.186071:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587011.186073:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587011.186074:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:3.0:1777587011.186077:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587011.186078:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186085:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186093:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587011.186094:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587011.186097:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587011.186099:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587011.186672:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587011.186677:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587011.186683:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587011.186698:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587011.186703:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587011.186706:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186732:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587011.186735:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587011.186739:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587011.186741:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587011.186743:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8006206. 00000400:00000200:3.0:1777587011.186747:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:3.0:1777587011.186748:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:3.0:1777587011.186751:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587011.186755:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587011.186762:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.186765:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587011.186766:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186768:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587011.186769:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587011.186770:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587011.186771:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587011.186772:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587011.186775:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=54 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587011.186777:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587011.186778:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587011.186779:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587011.186780:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587011.186781:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587011.186783:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587011.186784:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.186787:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587011.186789:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587011.186790:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587011.186797:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587011.186801:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667686528:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587011.186804:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186805:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587011.186806:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667686528/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587011.186810:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587011.186811:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587011.186812:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a763fbd0. 02000000:00000001:3.0:1777587011.186814:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587011.186815:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587011.186815:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587011.186816:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587011.186817:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:3.0:1777587011.186818:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587011.186819:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587011.186820:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:3.0:1777587011.186821:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587011.186822:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186823:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587011.186826:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587011.186827:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587011.186828:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587011.186829:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587011.187903:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587011.187906:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587011.187907:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:1.0:1777587011.187911:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:1.0:1777587011.187912:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:1.0:1777587011.187914:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587011.187920:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587011.187934:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.187938:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587011.187940:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587011.187941:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587011.187943:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587011.187944:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587011.187945:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587011.187946:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587011.187951:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=48 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587011.187953:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=48 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587011.187954:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587011.187955:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587011.187956:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587011.187959:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.187961:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587011.187962:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587011.187963:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587011.187963:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587011.187965:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.187970:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587011.187978:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587011.187979:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587011.187981:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587011.187985:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667686656:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587011.187988:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587011.187989:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587011.187991:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667686656/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587011.187994:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587011.187995:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587011.187996:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b932a517. 02000000:00000001:1.0:1777587011.187998:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587011.187999:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587011.188000:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587011.188001:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587011.188002:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587011.188004:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587011.188005:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587011.188005:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:1.0:1777587011.188008:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587011.188008:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587011.188009:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587011.188013:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587011.188014:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587011.188015:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587011.188016:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587011.821372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587011.821379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587011.821385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587011.821386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587011.821412:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587011.821416:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587011.821419:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1777587012.717364:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1777587012.717370:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1777587012.845367:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587012.845373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587012.845381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587012.845399:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587012.845435:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587012.845439:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587012.845442:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587013.869362:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587013.869369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587013.869376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587013.869378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587013.869449:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587013.869453:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587013.869456:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587014.637381:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306761551, at 4306761600 00000100:00000040:2.0:1777587014.637381:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306761551, at 4306761600 00000100:00000010:0.0:1777587014.637396:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000010:2.0:1777587014.637403:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00000100:00000040:1.0:1777587014.637713:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306761551, at 4306761600 00000100:00000010:1.0:1777587014.637720:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000040:3.0:1777587014.637742:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306761551, at 4306761600 00000100:00000010:3.0:1777587014.637749:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00010000:00000001:1.0:1777587014.894089:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587014.894100:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587014.894106:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587014.894117:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587014.894185:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587014.894188:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587014.894191:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587015.917376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587015.917383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587015.917389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587015.917390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587015.917488:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587015.917492:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587015.917494:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587016.301406:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587016.301431:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587016.301437:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587016.301443:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587016.301448:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587016.301451:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587016.301456:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587016.301464:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587016.301471:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587016.301480:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587016.301491:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587016.301493:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587016.301497:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_01+1] req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.301538:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587016.301541:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587016.301545:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587016.301548:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777587016.301550:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587016.301553:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587016.301554:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587016.301556:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301557:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1777587016.301559:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:2.0:1777587016.301562:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587016.301563:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301565:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587016.301569:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1777587016.301573:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.301588:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587016.301590:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301592:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587016.301595:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587016.301597:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_02+2] req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587016.301600:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587016.301603:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587016.301608:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587016.301614:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667686912:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587016.301619:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587016.301623:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587016.301626:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587016.301628:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587016.301629:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587016.301633:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a1de15e. 02000000:00000001:2.0:1777587016.301637:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587016.301638:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1777587016.301644:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000001:3.0:1777587016.301652:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587016.301657:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587016.301660:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587016.301663:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587016.301665:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1777587016.301666:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 02000000:00000001:3.0:1777587016.301667:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587016.301672:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000200:2.0:1777587016.301674:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667686912, portal 25 00000100:00000001:3.0:1777587016.301676:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301677:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587016.301680:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587016.301683:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1777587016.301688:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.301700:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587016.301702:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301705:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587016.301710:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_03+3] req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587016.301711:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587016.301716:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000100:00000200:2.0:1777587016.301720:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667686912, offset 0 00000100:00000001:3.0:1777587016.301730:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587016.301731:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777587016.301734:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587016.301738:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587016.301743:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12100) 00000400:00000200:2.0:1777587016.301747:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587016.301751:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587016.301754:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587016.301757:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587016.301759:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587016.301762:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [275:275:256:4294967295] 192.168.204.155@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:2.0:1777587016.301773:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587016.301777:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587016.301781:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587016.301785:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587016.301790:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587016.301793:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587016.301806:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301810:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306766670 00000100:00000010:2.0:1777587016.301812:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777587016.301818:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587016.301822:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306766670 00000100:00000010:2.0:1777587016.301824:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000100:00000001:2.0:1777587016.301825:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587016.301831:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306766670 00000100:00000010:2.0:1777587016.301832:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777587016.301834:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587016.301836:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306766670 00000100:00000010:2.0:1777587016.301837:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777587016.301839:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587016.301841:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587016.301843:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301846:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301848:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587016.301855:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587016.301857:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587016.301858:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587016.301859:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587016.301861:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.301862:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587016.302073:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587016.302077:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587016.302090:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587016.302095:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587016.302100:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:3.0:1777587016.302102:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:3.0:1777587016.302105:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587016.302108:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.302117:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587016.302120:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.302138:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587016.302139:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587016.302265:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587016.302268:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.302318:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.302321:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587016.302323:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587016.302327:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.302334:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587016.302335:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587016.302338:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587016.302340:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587016.302342:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587016.302345:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667687040:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587016.302348:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587016.302350:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587016.302352:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587016.302353:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587016.302358:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d774398. 02000000:00000001:1.0:1777587016.302359:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587016.302363:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000400:00000010:1.0:1777587016.302367:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777587016.302369:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687040, portal 10 00000100:00000001:1.0:1777587016.302377:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587016.302378:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:1.0:1777587016.302384:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.302391:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587016.302393:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587016.302396:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777587016.302398:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667687040, offset 0 00000400:00000200:1.0:1777587016.302404:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587016.302410:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587016.302414:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587016.302416:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587016.302418:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587016.302420:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587016.302423:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [276:276:256:4294967295] 192.168.204.155@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:1.0:1777587016.302433:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587016.302438:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587016.302441:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587016.302445:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587016.302449:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587016.302453:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587016.302461:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587016.302465:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 183077 usecs (184 jiffies) 00000100:00000001:1.0:1777587016.302467:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306763449 00000100:00000001:1.0:1777587016.302469:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302471:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306763449 00000100:00000001:1.0:1777587016.302473:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302474:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306763449 00000100:00000001:1.0:1777587016.302476:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302484:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306763449 00000100:00000001:1.0:1777587016.302487:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302489:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587016.302491:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.302494:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.302495:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.302499:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587016.302500:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587016.302502:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.302503:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587016.302504:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587016.302507:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587016.302508:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.302511:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587016.302512:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.302513:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.302515:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587016.302516:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587016.302519:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.302526:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587016.302527:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587016.302529:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587016.302530:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587016.302532:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587016.302534:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667687168:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587016.302537:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587016.302540:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587016.302541:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587016.302543:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587016.302547:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a59f1c07. 02000000:00000001:1.0:1777587016.302549:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587016.302552:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000400:00000010:1.0:1777587016.302557:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:1.0:1777587016.302564:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687168, portal 10 00000100:00000001:1.0:1777587016.302566:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587016.302568:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000040:1.0:1777587016.302574:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.302580:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587016.302583:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587016.302585:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000800:00000200:3.0:1777587016.302586:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1777587016.302588:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667687168, offset 0 00000800:00000010:3.0:1777587016.302590:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:1.0:1777587016.302594:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587016.302600:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587016.302603:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587016.302605:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587016.302607:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587016.302609:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587016.302612:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [277:277:255:4294967295] 192.168.204.155@tcp LPNI seq info [277:277:7:4294967295] 00000400:00000200:1.0:1777587016.302621:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587016.302626:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587016.302630:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587016.302634:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587016.302639:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587016.302646:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587016.302650:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587016.302653:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 24101 usecs (25 jiffies) 00000100:00000001:1.0:1777587016.302655:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306763290 00000100:00000001:1.0:1777587016.302657:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302659:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306763290 00000100:00000001:1.0:1777587016.302661:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302663:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306763290 00000100:00000001:1.0:1777587016.302670:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302672:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306763290 00000100:00000001:1.0:1777587016.302673:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306766670 00000100:00000001:1.0:1777587016.302675:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587016.302677:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.302679:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.302681:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.302691:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.302692:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587016.302793:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587016.302796:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587016.302798:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:3.0:1777587016.302799:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:3.0:1777587016.302801:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587016.302803:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.302809:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587016.302810:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.302814:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587016.302815:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587016.302844:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587016.302847:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587016.302849:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587016.302852:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587016.302854:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:3.0:1777587016.302855:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:3.0:1777587016.302857:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587016.302859:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.302866:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587016.302867:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.302874:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587016.302875:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587016.303976:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.303983:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587016.303991:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.303994:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587016.304002:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587016.304220:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08480 00000400:00000200:3.0:1777587016.304228:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:3.0:1777587016.304234:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.304241:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587016.304243:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587016.304246:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587016.304290:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587016.304294:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587016.304304:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.304314:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587016.304320:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.304323:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.304579:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.304583:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587016.304588:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587016.304590:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587016.304592:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:1.0:1777587016.304596:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:1.0:1777587016.304598:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:1.0:1777587016.304601:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587016.304606:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587016.304615:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.304622:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587016.304623:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.304627:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587016.304630:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587016.304632:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587016.304634:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587016.304636:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587016.304643:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=53 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587016.304647:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=53 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587016.304650:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587016.304651:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.304654:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587016.304658:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.304666:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587016.304667:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587016.304669:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587016.304670:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587016.304672:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.304677:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587016.304679:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587016.304680:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587016.304682:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587016.304685:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667687040:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587016.304688:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.304689:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587016.304691:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667687040/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.304694:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587016.304696:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587016.304699:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d774398. 02000000:00000001:1.0:1777587016.304702:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587016.304704:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587016.304706:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587016.304708:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587016.304710:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:1.0:1777587016.304714:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587016.304715:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587016.304717:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:1.0:1777587016.304719:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587016.304720:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.304735:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.304737:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.304738:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587016.304740:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.304749:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587016.304899:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.304904:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587016.305065:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.305069:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587016.305074:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587016.305092:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08400 00000400:00000200:3.0:1777587016.305098:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:3.0:1777587016.305102:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.305106:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587016.305108:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587016.305110:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587016.305114:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587016.305116:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587016.305124:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587016.305153:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587016.305158:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.305162:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587016.305163:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.305165:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587016.305169:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587016.305174:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08500 00000400:00000200:3.0:1777587016.305180:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:3.0:1777587016.305184:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587016.305189:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587016.305190:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587016.305192:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587016.305196:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587016.305196:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:2.0:1777587016.305201:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587016.305204:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587016.305205:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587016.305209:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:2.0:1777587016.305210:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:2.0:1777587016.305213:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587016.305214:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587016.305217:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587016.305221:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587016.305231:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587016.305243:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587016.305245:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587016.305246:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587016.305248:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587016.305279:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587016.305281:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587016.305283:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587016.305285:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587016.305295:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=59 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587016.305299:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=59 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587016.305301:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587016.305302:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587016.305304:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587016.305305:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.305307:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587016.305311:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587016.305321:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587016.305332:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587016.305337:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587016.305339:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587016.305342:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1777587016.305343:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587016.305347:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1777587016.305356:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667686912:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587016.305361:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587016.305364:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587016.305366:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587016.305367:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667686912/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.305370:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587016.305374:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587016.305377:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587016.305380:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000100:00000001:2.0:1777587016.305385:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1777587016.305386:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 02000000:00000001:2.0:1777587016.305388:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1777587016.305390:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 02000000:00000010:2.0:1777587016.305391:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a1de15e. 00000100:00000001:1.0:1777587016.305394:0:197583:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1777587016.305396:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587016.305399:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1777587016.305400:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1777587016.305401:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587016.305407:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587016.305409:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:2.0:1777587016.305414:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587016.305416:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587016.305418:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000200:1.0:1777587016.305420:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587016.305423:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587016.305425:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587016.305429:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.305433:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587016.305434:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.305437:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587016.305440:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587016.305441:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587016.305442:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587016.305444:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587016.305444:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587016.305446:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587016.305450:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=59 v=5 (5 5 5 0) 00000100:00000001:2.0:1777587016.305450:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587016.305453:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587016.305454:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587016.305458:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587016.305460:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.305461:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587016.305465:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587016.305472:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.305475:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587016.305476:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587016.305477:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587016.305478:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587016.305481:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.305498:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587016.305500:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587016.305501:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587016.305504:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587016.305511:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667687168:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587016.305515:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.305516:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587016.305518:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667687168/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587016.305524:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587016.305526:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587016.305527:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a59f1c07. 02000000:00000001:1.0:1777587016.305529:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587016.305531:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587016.305532:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587016.305534:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587016.305535:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:1.0:1777587016.305537:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587016.305538:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587016.305539:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:1.0:1777587016.305542:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587016.305543:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.305544:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587016.305547:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587016.305548:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587016.305550:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587016.305551:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941435:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587016.941445:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587016.941449:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587016.941454:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941475:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587016.941477:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941478:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941482:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941487:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587016.941490:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587016.941490:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587016.941491:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941492:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587016.941493:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941494:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587016.941495:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587016.941845:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587016.941851:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587016.941856:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587017.965365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587017.965372:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587017.965378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587017.965380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587017.965473:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587017.965476:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587017.965479:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587018.989937:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587018.989944:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587018.989950:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587018.989951:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587018.990011:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587018.990014:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587018.990017:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587019.757360:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306766670, at 4306766720 00000100:00000040:2.0:1777587019.757360:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306766670, at 4306766720 00000100:00000040:3.0:1777587019.757360:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306766670, at 4306766720 00000100:00000040:0.0:1777587019.757372:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306766670, at 4306766720 00000100:00000010:3.0:1777587019.757378:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000010:2.0:1777587019.757379:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000010:1.0:1777587019.757385:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000010:0.0:1777587019.757390:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00010000:00000001:1.0:1777587020.013669:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587020.013678:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587020.013685:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587020.013686:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587020.013755:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587020.013761:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587020.013766:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587021.037369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587021.037374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587021.037377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587021.037378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587021.037430:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587021.037433:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587021.037435:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587021.421654:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587021.421665:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587021.421676:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587021.421683:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587021.421688:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587021.421692:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587021.421697:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587021.421706:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587021.421714:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587021.421725:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587021.421735:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587021.421738:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587021.421743:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_00+0] req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.421774:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587021.421777:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587021.421781:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587021.421785:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587021.421787:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587021.421790:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777587021.421792:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587021.421792:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587021.421793:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.421798:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1777587021.421799:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:0.0:1777587021.421802:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587021.421803:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587021.421811:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1777587021.421812:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587021.421814:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587021.421822:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.421824:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587021.421830:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587021.421837:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587021.421843:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587021.421844:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587021.421849:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587021.421852:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587021.421853:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587021.421860:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667687296:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587021.421866:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587021.421871:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587021.421874:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587021.421878:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587021.421883:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000feeada73. 02000000:00000001:0.0:1777587021.421886:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587021.421889:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587021.421891:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf4da9e8. 00000100:00000040:2.0:1777587021.421892:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587021.421897:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1777587021.421899:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000010:2.0:1777587021.421901:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587021.421905:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587021.421908:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1777587021.421909:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687296, portal 25 02000000:00000001:2.0:1777587021.421910:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587021.421912:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1777587021.421914:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587021.421915:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587021.421916:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:3.0:1777587021.421921:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1777587021.421922:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:3.0:1777587021.421924:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587021.421925:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.421927:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.421940:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587021.421943:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1777587021.421943:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587021.421948:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587021.421952:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000001:2.0:1777587021.421953:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587021.421956:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587021.421957:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667687296, offset 0 00000100:00000040:2.0:1777587021.421960:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_02+2] req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587021.421968:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587021.421994:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587021.421995:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:2.0:1777587021.422005:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1777587021.422016:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1777587021.422018:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1777587021.422019:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587021.422023:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587021.422023:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587021.422024:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:2.0:1777587021.422028:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12106) 00000100:00000001:1.0:1777587021.422029:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1777587021.422033:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587021.422034:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587021.422034:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587021.422039:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587021.422040:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:1.0:1777587021.422046:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587021.422047:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587021.422054:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [278:278:256:4294967295] 192.168.204.155@tcp LPNI seq info [278:278:8:4294967295] 00000100:00100000:3.0:1777587021.422061:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667687424:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587021.422064:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587021.422070:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587021.422079:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587021.422083:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1777587021.422088:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:3.0:1777587021.422089:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587021.422098:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587021.422098:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587021.422107:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1777587021.422109:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587021.422109:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587021.422114:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587021.422117:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587021.422118:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 02000000:00000010:3.0:1777587021.422120:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089ecebf0. 00000100:00100000:1.0:1777587021.422123:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667687552:192.168.204.155@tcp:400: 02000000:00000001:3.0:1777587021.422127:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587021.422134:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587021.422138:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1777587021.422140:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93a93ea. 02000000:00000001:1.0:1777587021.422143:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1777587021.422146:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587021.422147:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587021.422148:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 02000000:00000001:1.0:1777587021.422152:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587021.422158:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db7f66d8. 02000000:00000001:1.0:1777587021.422161:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587021.422165:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687424, portal 10 00000400:00000010:1.0:1777587021.422166:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000800:00000200:0.0:1777587021.422170:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587021.422173:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1777587021.422176:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000001:3.0:1777587021.422178:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000200:1.0:1777587021.422184:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687552, portal 10 00000100:00000001:1.0:1777587021.422188:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1777587021.422192:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587021.422193:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587021.422194:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000001:0.0:1777587021.422206:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306771790 00000100:00000010:0.0:1777587021.422217:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000040:1.0:1777587021.422217:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587021.422230:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587021.422233:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1777587021.422242:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587021.422246:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587021.422247:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306771790 00000400:00000010:3.0:1777587021.422288:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9a7080. 00000100:00000040:1.0:1777587021.422296:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:3.0:1777587021.422300:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667687424, offset 0 00000400:00000010:1.0:1777587021.422301:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777587021.422308:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667687552, offset 0 00000400:00000200:3.0:1777587021.422316:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587021.422328:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587021.422333:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587021.422337:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587021.422340:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587021.422343:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587021.422346:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [279:279:255:4294967295] 192.168.204.155@tcp LPNI seq info [279:279:7:4294967295] 00000400:00000200:3.0:1777587021.422362:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587021.422368:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587021.422373:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000800:00000200:3.0:1777587021.422379:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587021.422387:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587021.422391:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587021.422395:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587021.422401:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 180778 usecs (181 jiffies) 00000100:00000001:3.0:1777587021.422404:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306768566 00000100:00000001:3.0:1777587021.422407:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306771790 00000100:00000001:3.0:1777587021.422410:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306768566 00000100:00000010:3.0:1777587021.422414:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000100:00000001:3.0:1777587021.422420:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587021.422427:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306768566 00000100:00000010:3.0:1777587021.422430:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000001:3.0:1777587021.422433:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587021.422437:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306768566 00000100:00000010:3.0:1777587021.422440:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b1ba1. 00000100:00000001:3.0:1777587021.422443:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587021.422452:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587021.422455:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587021.422458:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587021.422460:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587021.422469:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587021.422472:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587021.422495:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306768566 00000100:00000001:0.0:1777587021.422500:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306771791 00000100:00000001:0.0:1777587021.422504:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306768566 00000100:00000001:0.0:1777587021.422506:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306771791 00000100:00000001:0.0:1777587021.422509:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306768566 00000100:00000001:0.0:1777587021.422512:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587021.422515:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.422518:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.422519:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587021.422525:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587021.422527:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587021.422529:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587021.422530:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587021.422531:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.422533:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587021.422552:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587021.422557:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:2.0:1777587021.422563:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587021.422575:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587021.422608:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587021.422610:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587021.422613:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587021.422615:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587021.422857:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587021.422866:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587021.422869:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587021.422872:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587021.422875:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587021.422877:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587021.422880:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [280:280:254:4294967295] 192.168.204.155@tcp LPNI seq info [280:280:6:4294967295] 00000400:00000200:1.0:1777587021.422888:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587021.422893:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587021.422897:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587021.422908:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587021.422914:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587021.422916:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587021.422920:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587021.422924:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 23841 usecs (24 jiffies) 00000100:00000001:1.0:1777587021.422926:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306768409 00000100:00000001:1.0:1777587021.422928:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306771790 00000100:00000001:1.0:1777587021.422930:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306768409 00000100:00000001:1.0:1777587021.422932:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306771790 00000100:00000001:1.0:1777587021.422934:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306768409 00000100:00000001:1.0:1777587021.422935:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306771791 00000100:00000001:1.0:1777587021.422937:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306768409 00000100:00000001:1.0:1777587021.422938:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306771791 00000100:00000001:1.0:1777587021.422940:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587021.422942:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587021.422944:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587021.422946:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587021.422950:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587021.422950:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000100:00000001:1.0:1777587021.422952:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1777587021.422954:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:1.0:1777587021.422956:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587021.422958:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587021.422959:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587021.422960:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587021.422963:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587021.422964:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.422974:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587021.422978:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.422994:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587021.422996:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587021.423012:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587021.423014:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000400:00000200:2.0:1777587021.423017:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587021.423020:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587021.423032:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9a7080 00000400:00000010:2.0:1777587021.423034:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9a7080. 00000100:00000001:2.0:1777587021.423036:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587021.423040:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.423047:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587021.423049:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.423055:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587021.423056:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587021.423107:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587021.423109:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777587021.423111:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587021.423113:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587021.423115:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:2.0:1777587021.423116:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:2.0:1777587021.423118:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587021.423120:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.423132:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587021.423134:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.423139:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587021.423140:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587021.426326:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426340:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587021.426344:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426347:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587021.426357:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587021.426377:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08600 00000400:00000200:3.0:1777587021.426386:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:3.0:1777587021.426393:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426398:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587021.426401:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587021.426405:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587021.426412:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587021.426421:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587021.426430:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587021.426449:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587021.426459:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426463:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587021.426465:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426467:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587021.426471:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587021.426476:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08680 00000100:00000001:2.0:1777587021.426486:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587021.426490:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587021.426493:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:3.0:1777587021.426497:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1777587021.426498:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587021.426499:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587021.426502:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d93a93ea. 00000800:00000001:3.0:1777587021.426503:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587021.426504:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587021.426506:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000200:3.0:1777587021.426507:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:2.0:1777587021.426508:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:2.0:1777587021.426511:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587021.426514:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587021.426522:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.426529:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587021.426531:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587021.426533:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587021.426535:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587021.426538:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587021.426540:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587021.426543:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587021.426552:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=58 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587021.426556:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=58 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587021.426558:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587021.426560:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587021.426562:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587021.426565:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587021.426569:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587021.426571:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587021.426573:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587021.426581:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587021.426585:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.426592:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587021.426594:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587021.426596:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587021.426599:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587021.426605:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667687424:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587021.426610:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587021.426612:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587021.426614:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667687424/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587021.426620:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587021.426622:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587021.426626:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089ecebf0. 02000000:00000001:2.0:1777587021.426629:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587021.426631:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587021.426632:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587021.426634:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587021.426637:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777587021.426640:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587021.426641:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587021.426642:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587021.426645:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587021.426646:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587021.426648:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587021.426655:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587021.426656:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587021.426658:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587021.426660:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587021.426912:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587021.426917:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587021.426925:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587021.426946:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587021.426952:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426956:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587021.426958:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.426960:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587021.427117:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587021.427126:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08580 00000400:00000200:3.0:1777587021.427131:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x985 [1] + 224 00000800:00000001:3.0:1777587021.427135:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.427140:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587021.427142:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587021.427145:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587021.427148:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587021.427151:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587021.427158:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587021.427170:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587021.427175:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587021.427177:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587021.427193:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587021.427197:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587021.427202:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587021.427203:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587021.427205:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf4da9e8. 00000400:00000200:0.0:1777587021.427212:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:0.0:1777587021.427214:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:0.0:1777587021.427217:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587021.427221:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587021.427229:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587021.427246:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587021.427248:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587021.427249:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587021.427275:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587021.427276:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587021.427278:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587021.427280:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587021.427284:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=64 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587021.427287:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=64 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587021.427290:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587021.427291:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587021.427293:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587021.427296:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587021.427299:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587021.427302:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587021.427303:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587021.427305:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00010000:00000001:0.0:1777587021.427306:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.427310:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587021.427311:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:1.0:1777587021.427314:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000040:0.0:1777587021.427317:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587021.427318:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587021.427325:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587021.427328:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587021.427331:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587021.427333:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587021.427341:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587021.427347:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587021.427357:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667687296:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587021.427365:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587021.427366:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587021.427369:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587021.427369:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587021.427372:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667687296/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587021.427372:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587021.427375:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587021.427378:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587021.427381:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777587021.427381:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587021.427383:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587021.427386:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000feeada73. 02000000:00000001:1.0:1777587021.427386:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587021.427389:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587021.427391:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587021.427391:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00001000:1.0:1777587021.427393:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=64 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587021.427396:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587021.427401:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1777587021.427402:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777587021.427404:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587021.427405:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 00010000:00000001:1.0:1777587021.427407:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1777587021.427411:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1777587021.427413:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587021.427414:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587021.427417:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777587021.427421:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587021.427423:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587021.427427:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1777587021.427430:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587021.427433:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587021.427434:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1777587021.427436:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587021.427437:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587021.427440:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587021.427441:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587021.427443:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587021.427443:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587021.427449:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587021.427456:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587021.427459:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587021.427460:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587021.427463:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587021.427470:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667687552:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587021.427474:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587021.427481:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587021.427484:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667687552/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587021.427490:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587021.427492:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587021.427493:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db7f66d8. 02000000:00000001:1.0:1777587021.427496:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587021.427497:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587021.427498:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587021.427501:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587021.427502:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777587021.427504:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587021.427506:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587021.427507:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587021.427510:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587021.427511:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587021.427512:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587021.427516:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587021.427517:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587021.427519:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587021.427520:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587022.061364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587022.061370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587022.061377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587022.061379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587022.061442:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587022.061445:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587022.061448:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587023.085470:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587023.085476:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587023.085481:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587023.085482:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587023.085528:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587023.085532:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587023.085535:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587024.109393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587024.109403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587024.109408:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587024.109409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587024.109470:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587024.109474:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587024.109477:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587024.877386:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306771791, at 4306771840 00000100:00000040:3.0:1777587024.877386:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306771791, at 4306771840 00000100:00000010:2.0:1777587024.877406:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00000100:00000010:3.0:1777587024.877408:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b1ba1. 00000100:00000040:1.0:1777587024.877508:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306771790, at 4306771840 00000100:00000010:1.0:1777587024.877515:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000040:0.0:1777587024.878536:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306771790, at 4306771841 00000100:00000010:0.0:1777587024.878544:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00010000:00000001:1.0:1777587025.133586:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587025.133592:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587025.133617:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587025.133618:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587025.133953:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587025.133956:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587025.133959:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587026.157370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587026.157377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587026.157384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587026.157386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587026.158296:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587026.158300:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587026.158303:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587026.542376:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587026.542384:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587026.542390:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587026.542396:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587026.542400:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587026.542403:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587026.542407:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587026.542415:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e71e35e. 00000100:00000001:3.0:1777587026.542421:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542431:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587026.542442:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587026.542444:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542449:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_03+3] req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587026.542487:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542500:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587026.542503:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587026.542505:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777587026.542508:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587026.542511:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587026.542513:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587026.542514:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587026.542518:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587026.542521:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542525:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587026.542533:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587026.542534:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587026.542534:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542538:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_00+0] req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587026.542541:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587026.542545:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587026.542555:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587026.542558:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587026.542561:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587026.542562:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.542563:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587026.542565:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587026.542567:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587026.542569:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587026.542573:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000100:00000040:0.0:1777587026.542575:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1777587026.542576:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587026.542581:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587026.542583:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587026.542585:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587026.542589:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:0.0:1777587026.542591:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587026.542593:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.542594:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587026.542599:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1777587026.542600:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777587026.542603:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587026.542609:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587026.542614:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1777587026.542617:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667687680:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587026.542617:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542622:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_01+1] req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587026.542625:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587026.542631:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587026.542634:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587026.542638:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587026.542645:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbc026be. 00000100:00000001:3.0:1777587026.542647:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587026.542649:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587026.542650:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587026.542653:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587026.542658:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12111) 00000400:00000010:0.0:1777587026.542664:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf4da9e8. 00000400:00000010:0.0:1777587026.542672:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000200:0.0:1777587026.542680:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687680, portal 25 00000100:00000001:3.0:1777587026.542681:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587026.542683:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587026.542684:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587026.542687:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587026.542688:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000040:3.0:1777587026.542692:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587026.542698:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587026.542708:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587026.542710:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587026.542715:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587026.542717:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777587026.542717:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587026.542722:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587026.542723:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587026.542727:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00100000:3.0:1777587026.542728:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667687808:192.168.204.155@tcp:400: 00000100:00000200:0.0:1777587026.542731:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667687680, offset 0 00000100:00000001:3.0:1777587026.542734:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587026.542738:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587026.542740:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587026.542741:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587026.542744:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587026.542748:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d38c884. 02000000:00000001:3.0:1777587026.542750:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587026.542754:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:3.0:1777587026.542754:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cbb2056. 00000400:00000010:3.0:1777587026.542760:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000400:00000200:0.0:1777587026.542762:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1777587026.542764:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687808, portal 10 00000100:00000001:3.0:1777587026.542767:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1777587026.542768:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587026.542769:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000400:00000200:0.0:1777587026.542774:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1777587026.542777:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587026.542780:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587026.542787:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [281:281:256:4294967295] 192.168.204.155@tcp LPNI seq info [281:281:8:4294967295] 00000100:00000001:3.0:1777587026.542794:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587026.542798:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587026.542803:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000010:3.0:1777587026.542808:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa6d56. 00000800:00000200:0.0:1777587026.542812:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000200:3.0:1777587026.542812:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667687808, offset 0 00000800:00000010:0.0:1777587026.542817:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587026.542822:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:0.0:1777587026.542828:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587026.542830:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587026.542835:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587026.542837:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:0.0:1777587026.542842:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587026.542842:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587026.542847:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:0.0:1777587026.542849:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587026.542852:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [282:282:255:4294967295] 192.168.204.155@tcp LPNI seq info [282:282:7:4294967295] 00000100:00000001:0.0:1777587026.542864:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.542868:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306776911 00000100:00000010:0.0:1777587026.542873:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000400:00000200:3.0:1777587026.542873:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587026.542881:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587026.542892:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000100:00000001:0.0:1777587026.542894:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1777587026.542899:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587026.542903:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306776911 00000800:00000200:3.0:1777587026.542905:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:0.0:1777587026.542909:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a85aa0. 00000800:00000200:3.0:1777587026.542909:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587026.542913:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.542915:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1777587026.542918:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 178563 usecs (179 jiffies) 00000100:00000001:3.0:1777587026.542920:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306773684 00000100:00000001:3.0:1777587026.542924:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306776911 00000100:00000001:0.0:1777587026.542926:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306776911 00000100:00000001:3.0:1777587026.542927:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306773684 00000100:00000001:3.0:1777587026.542932:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306776911 00000100:00000010:0.0:1777587026.542933:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000100:00000001:3.0:1777587026.542934:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306773684 00000100:00000001:0.0:1777587026.542938:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587026.542942:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306776911 00000100:00000010:0.0:1777587026.542945:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 00000100:00000001:0.0:1777587026.542947:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587026.542949:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587026.542956:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.542958:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.542960:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587026.542974:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587026.542977:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587026.543018:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587026.543022:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:1.0:1777587026.543026:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587026.543030:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587026.543034:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:1.0:1777587026.543036:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:1.0:1777587026.543040:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587026.543044:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.543053:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587026.543055:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.543061:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587026.543062:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587026.543110:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587026.543112:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:1.0:1777587026.543115:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587026.543118:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587026.543120:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa6d56 00000400:00000010:1.0:1777587026.543121:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa6d56. 00000100:00000001:1.0:1777587026.543124:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587026.543126:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.543133:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587026.543135:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.543151:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587026.543153:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587026.543202:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587026.543206:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587026.543207:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587026.543211:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587026.543218:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587026.543220:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587026.543222:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587026.543223:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587026.543225:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587026.543227:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667687936:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587026.543230:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587026.543232:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587026.543233:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587026.543235:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587026.543238:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099045ae2. 02000000:00000001:2.0:1777587026.543239:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587026.543243:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000400:00000010:2.0:1777587026.543246:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777587026.543249:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667687936, portal 10 00000100:00000001:2.0:1777587026.543275:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587026.543276:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000040:2.0:1777587026.543281:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587026.543287:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587026.543289:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587026.543291:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777587026.543293:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667687936, offset 0 00000400:00000200:2.0:1777587026.543297:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587026.543302:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587026.543305:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587026.543307:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587026.543309:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587026.543316:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587026.543319:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [283:283:256:4294967295] 192.168.204.155@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:2.0:1777587026.543326:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587026.543330:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587026.543333:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587026.543336:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587026.543340:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587026.543342:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587026.543348:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587026.543351:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 23616 usecs (24 jiffies) 00000100:00000001:2.0:1777587026.543353:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306773530 00000100:00000001:2.0:1777587026.543355:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306776911 00000100:00000001:2.0:1777587026.543356:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306773530 00000100:00000001:2.0:1777587026.543358:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306776911 00000100:00000001:2.0:1777587026.543359:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306773530 00000100:00000001:2.0:1777587026.543360:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306776911 00000100:00000001:2.0:1777587026.543362:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306773530 00000100:00000001:2.0:1777587026.543363:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306776911 00000100:00000001:2.0:1777587026.543365:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587026.543367:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587026.543368:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587026.543370:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587026.543374:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587026.543375:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587026.543376:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587026.543377:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587026.543379:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587026.543380:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587026.543473:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587026.543476:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777587026.543479:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587026.543482:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587026.543485:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:1.0:1777587026.543487:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:1.0:1777587026.543489:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587026.543492:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.543500:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587026.543502:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.543508:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587026.543509:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587026.543851:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306776911 00000100:00000001:3.0:1777587026.543854:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306773685 00000100:00000001:3.0:1777587026.543856:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306776911 00000100:00000001:3.0:1777587026.543857:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587026.543859:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587026.543920:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587026.543928:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587026.543931:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587026.543932:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587026.543934:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587026.543935:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587026.543936:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587026.543938:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587026.547099:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547113:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587026.547117:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547120:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587026.547131:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587026.547145:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08780 00000400:00000200:3.0:1777587026.547164:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9a5 [1] + 224 00000800:00000001:3.0:1777587026.547172:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547176:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587026.547178:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587026.547189:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587026.547195:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587026.547201:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587026.547217:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587026.547238:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587026.547246:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547278:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587026.547280:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547283:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587026.547288:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587026.547293:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08700 00000400:00000200:3.0:1777587026.547298:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1777587026.547301:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547318:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587026.547328:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587026.547331:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587026.547334:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587026.547338:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587026.547345:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587026.547362:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587026.547366:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587026.547369:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587026.547407:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587026.547412:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587026.547419:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587026.547421:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587026.547423:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf4da9e8. 00000400:00000200:1.0:1777587026.547430:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:1.0:1777587026.547432:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:1.0:1777587026.547435:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587026.547440:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587026.547448:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.547453:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587026.547455:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587026.547458:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587026.547460:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587026.547463:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587026.547471:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587026.547474:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587026.547479:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=69 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587026.547483:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587026.547485:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587026.547487:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587026.547489:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587026.547491:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587026.547493:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587026.547496:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.547502:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587026.547505:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587026.547517:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587026.547521:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587026.547546:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587026.547549:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587026.547552:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587026.547553:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587026.547555:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cbb2056. 00000400:00000200:0.0:1777587026.547560:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:0.0:1777587026.547562:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:0.0:1777587026.547565:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587026.547569:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587026.547577:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587026.547582:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587026.547583:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587026.547584:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587026.547586:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587026.547587:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587026.547588:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587026.547590:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587026.547594:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587026.547597:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587026.547599:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587026.547600:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587026.547602:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587026.547610:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.547613:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587026.547615:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587026.547620:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587026.547622:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587026.547629:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667687680:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777587026.547630:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.547638:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587026.547643:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587026.547643:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587026.547647:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587026.547649:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587026.547649:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667687680/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587026.547659:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587026.547660:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587026.547663:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587026.547666:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbc026be. 02000000:00000001:1.0:1777587026.547672:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1777587026.547673:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667687808:192.168.204.155@tcp:400: 00000020:00000001:1.0:1777587026.547675:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587026.547678:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587026.547681:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587026.547681:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777587026.547685:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1777587026.547685:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e71e35e. 00000100:00000040:0.0:1777587026.547690:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667687808/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587026.547690:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587026.547692:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587026.547695:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:1.0:1777587026.547700:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587026.547701:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587026.547703:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587026.547705:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d38c884. 00000100:00000001:1.0:1777587026.547708:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587026.547711:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1777587026.547711:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777587026.547714:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587026.547716:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587026.547718:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587026.547719:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 00000100:00000001:1.0:1777587026.547719:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587026.547721:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587026.547723:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777587026.547724:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587026.547727:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1777587026.547727:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587026.547730:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000001:0.0:1777587026.547734:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587026.547735:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587026.547738:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587026.547742:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587026.547744:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587026.547753:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587026.547754:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587026.551357:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587026.551385:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587026.551390:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587026.551392:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587026.551402:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587026.551417:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08800 00000400:00000200:1.0:1777587026.551424:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:1.0:1777587026.551431:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587026.551440:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587026.551442:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587026.551446:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587026.551453:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587026.551459:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587026.551475:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587026.551546:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587026.551562:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587026.551580:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587026.551588:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587026.551592:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587026.551812:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587026.551815:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587026.551817:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587026.551822:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:2.0:1777587026.551823:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:2.0:1777587026.551826:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587026.551830:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587026.551838:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587026.551844:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587026.551846:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587026.551848:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587026.551850:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587026.551852:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587026.551854:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587026.551856:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587026.551865:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=69 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587026.551869:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587026.551871:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587026.551873:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587026.551881:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587026.551894:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587026.551902:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587026.551906:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587026.551907:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587026.551910:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587026.551911:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587026.551914:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587026.551920:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587026.551923:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587026.551930:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587026.551934:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587026.551941:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667687936:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587026.551945:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587026.551948:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587026.551950:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667687936/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587042 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587026.551957:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587026.551959:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587026.551961:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099045ae2. 02000000:00000001:2.0:1777587026.551965:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587026.551968:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587026.551969:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587026.551971:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587026.551973:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:2.0:1777587026.551976:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587026.551978:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587026.551980:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:2.0:1777587026.551983:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587026.551984:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587026.551985:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587026.551992:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587026.551994:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587026.551996:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587026.551998:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181482:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587027.181490:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587027.181492:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587027.181495:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181500:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587027.181504:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181505:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181507:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181510:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587027.181529:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587027.181530:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587027.181532:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181534:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587027.181535:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181536:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587027.181538:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587027.181601:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587027.181605:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587027.181607:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587028.205385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587028.205392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587028.205399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587028.205400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587028.205510:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587028.205513:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587028.205515:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587029.229439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587029.229446:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587029.229452:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587029.229454:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587029.229519:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587029.229523:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587029.229527:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587029.997423:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306776911, at 4306776960 00000100:00000010:1.0:1777587029.997440:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a85aa0. 00000100:00000040:3.0:1777587029.997517:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306776911, at 4306776960 00000100:00000010:3.0:1777587029.997523:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00000100:00000040:0.0:1777587029.997722:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306776911, at 4306776960 00000100:00000010:0.0:1777587029.997728:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00000100:00000040:2.0:1777587029.997878:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306776911, at 4306776960 00000100:00000010:2.0:1777587029.997884:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00010000:00000001:1.0:1777587030.253399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587030.253406:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587030.253412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587030.253416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587030.253548:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587030.253555:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587030.253561:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587031.277881:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587031.277889:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587031.277894:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587031.277895:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587031.277961:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587031.277967:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587031.277972:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587031.661391:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587031.661401:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587031.661411:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 00000020:00000040:3.0:1777587031.661418:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587031.661423:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587031.661426:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587031.661431:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587031.661439:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587031.661447:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661480:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587031.661491:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587031.661494:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661499:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfd23ba] to pc [ptlrpcd_00_02+2] req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.661544:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661547:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587031.661550:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587031.661554:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000020:00000040:3.0:1777587031.661556:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587031.661558:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587031.661560:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587031.661562:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587031.661565:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc1f15a9. 00000100:00000001:3.0:1777587031.661568:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661571:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587031.661578:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587031.661579:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661582:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_03+3] req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.661590:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661592:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587031.661595:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587031.661597:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777587031.661599:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587031.661601:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587031.661602:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587031.661603:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587031.661611:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587031.661614:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661617:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587031.661628:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587031.661629:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661632:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_00+0] req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.661655:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587031.661657:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587031.661660:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587031.661664:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12116) 00000100:00000001:0.0:1777587031.661698:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587031.661703:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587031.661706:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587031.661712:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587031.661721:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587031.661722:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587031.661724:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.661726:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777587031.661728:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587031.661729:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777587031.661732:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587031.661736:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587031.661737:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587031.661743:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667688320:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587031.661752:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587031.661755:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587031.661757:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587031.661759:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587031.661760:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587031.661763:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587031.661763:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587031.661768:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1777587031.661768:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587031.661773:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667688064:192.168.204.155@tcp:400: 02000000:00000010:0.0:1777587031.661774:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e3fda2d. 02000000:00000001:0.0:1777587031.661777:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.661798:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1777587031.661799:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5b87ca. 02000000:00000001:1.0:1777587031.661801:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587031.661804:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587031.661806:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1777587031.661808:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 02000000:00000010:1.0:1777587031.661809:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000266e7055. 02000000:00000001:1.0:1777587031.661812:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587031.661815:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688320, portal 10 00000400:00000010:1.0:1777587031.661817:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000100:00000001:0.0:1777587031.661819:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587031.661822:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000400:00000010:1.0:1777587031.661823:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000040:0.0:1777587031.661829:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587031.661838:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688064, portal 25 00000100:00000001:0.0:1777587031.661841:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587031.661841:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587031.661844:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079936 : -105793694471680 : ffff9fc7fc6bea00) 00000100:00000040:0.0:1777587031.661847:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587031.661851:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587031.661858:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000001:1.0:1777587031.661860:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777587031.661863:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667688320, offset 0 00000100:00000040:1.0:1777587031.661864:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587031.661869:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000400:00000200:0.0:1777587031.661875:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587031.661887:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587031.661891:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587031.661895:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587031.661899:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587031.661902:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587031.661907:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [284:284:256:4294967295] 192.168.204.155@tcp LPNI seq info [284:284:8:4294967295] 00000100:00000001:2.0:1777587031.661917:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587031.661920:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587031.661921:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587031.661924:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587031.661929:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587031.661936:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1777587031.661941:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587031.661944:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587031.661948:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 02000000:00000001:2.0:1777587031.661948:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587031.661950:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587031.661954:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587031.661958:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667688192:192.168.204.155@tcp:400: 00000800:00000200:0.0:1777587031.661961:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587031.661966:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587031.661969:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1777587031.661972:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:2.0:1777587031.661973:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587031.661976:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1777587031.661978:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1777587031.661980:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056c7ee4e. 02000000:00000001:2.0:1777587031.661984:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587031.661987:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000001:0.0:1777587031.662000:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587031.662005:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 23458 usecs (24 jiffies) 00000100:00000001:0.0:1777587031.662008:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306778648 00000100:00000010:0.0:1777587031.662013:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000001:0.0:1777587031.662023:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587031.662037:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306778648 00000100:00000010:0.0:1777587031.662040:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000001:0.0:1777587031.662043:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587031.662046:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306778648 00000100:00000010:0.0:1777587031.662048:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb60a38. 00000100:00000001:0.0:1777587031.662050:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587031.662053:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306778648 00000100:00000010:0.0:1777587031.662055:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000100:00000001:0.0:1777587031.662057:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587031.662069:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587031.662071:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587031.662074:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587031.662076:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587031.662083:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587031.662085:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587031.662087:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587031.662088:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587031.662089:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587031.662091:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587031.662330:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587031.662334:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587031.662338:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587031.662343:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:1.0:1777587031.662381:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667688064, offset 0 00000400:00000200:1.0:1777587031.662387:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587031.662392:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587031.662395:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587031.662398:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587031.662401:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587031.662403:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587031.662407:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [285:285:255:4294967295] 192.168.204.155@tcp LPNI seq info [285:285:7:4294967295] 00000400:00000200:1.0:1777587031.662415:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587031.662418:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1777587031.662420:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587031.662422:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587031.662424:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587031.662430:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587031.662434:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587031.662437:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587031.662440:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.662447:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306782031 00000100:00000001:1.0:1777587031.662453:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306778648 00000100:00000001:1.0:1777587031.662455:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306782031 00000100:00000001:1.0:1777587031.662458:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306778648 00000100:00000001:1.0:1777587031.662460:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306782031 00000100:00000001:1.0:1777587031.662462:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306778648 00000100:00000001:1.0:1777587031.662464:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306782031 00000100:00000001:1.0:1777587031.662466:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306778648 00000100:00000001:1.0:1777587031.662469:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587031.662470:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.662473:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.662474:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587031.662478:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587031.662479:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587031.662481:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587031.662482:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587031.662483:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.662484:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587031.662673:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777587031.662677:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688192, portal 10 00000100:00000001:2.0:1777587031.662679:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587031.662680:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000040:2.0:1777587031.662685:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587031.662692:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587031.662694:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587031.662696:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e4d0f3. 00000100:00000200:2.0:1777587031.662698:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667688192, offset 0 00000400:00000200:2.0:1777587031.662702:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587031.662707:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587031.662709:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587031.662712:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587031.662714:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587031.662716:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587031.662718:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [286:286:254:4294967295] 192.168.204.155@tcp LPNI seq info [286:286:6:4294967295] 00000400:00000200:2.0:1777587031.662725:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587031.662729:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587031.662732:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587031.662739:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587031.662741:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587031.662743:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587031.662745:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587031.662747:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 176411 usecs (177 jiffies) 00000100:00000001:2.0:1777587031.662748:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306778802 00000100:00000001:2.0:1777587031.662750:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306782031 00000100:00000001:2.0:1777587031.662751:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306778802 00000100:00000001:2.0:1777587031.662752:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306782031 00000100:00000001:2.0:1777587031.662753:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306778802 00000100:00000001:2.0:1777587031.662754:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306782031 00000100:00000001:2.0:1777587031.662755:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306778802 00000100:00000001:2.0:1777587031.662755:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306782031 00000100:00000001:2.0:1777587031.662756:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587031.662757:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587031.662759:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587031.662760:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587031.662762:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587031.662762:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587031.662764:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587031.662764:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587031.662765:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587031.662766:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587031.662800:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:3.0:1777587031.662803:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:3.0:1777587031.662807:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587031.662811:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.662820:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587031.662822:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.662864:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587031.662865:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587031.662879:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587031.662881:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:3.0:1777587031.662882:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587031.662885:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587031.662886:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:3.0:1777587031.662891:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:3.0:1777587031.662893:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587031.662895:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.662900:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587031.662901:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.662904:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587031.662905:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587031.662928:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587031.662930:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587031.662932:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587031.662936:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587031.662938:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e4d0f3 00000400:00000010:3.0:1777587031.662939:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e4d0f3. 00000100:00000001:3.0:1777587031.662941:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587031.662944:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.662950:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587031.662952:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.662958:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587031.662959:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587031.664066:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664076:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587031.664179:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664182:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587031.664188:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587031.664198:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08980 00000400:00000200:3.0:1777587031.664204:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:3.0:1777587031.664210:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664215:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587031.664217:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587031.664227:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587031.664232:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587031.664236:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587031.664244:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587031.664275:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587031.664283:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664287:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587031.664288:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664290:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587031.664306:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587031.664313:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08880 00000100:00000001:0.0:1777587031.664318:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587031.664319:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x9b9 [1] + 224 00000100:00000001:0.0:1777587031.664322:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1777587031.664326:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777587031.664328:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587031.664331:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587031.664333:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be5b87ca. 00000400:00000200:0.0:1777587031.664339:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:0.0:1777587031.664341:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:0.0:1777587031.664344:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587031.664348:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587031.664357:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587031.664364:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587031.664366:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587031.664368:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587031.664370:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587031.664373:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587031.664375:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587031.664377:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587031.664385:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=74 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587031.664401:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587031.664404:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587031.664406:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587031.664408:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587031.664412:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587031.664426:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587031.664427:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587031.664430:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1777587031.664430:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1777587031.664434:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000400:00000200:3.0:1777587031.664437:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587031.664439:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587031.664442:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587031.664442:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587031.664447:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587031.664450:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587031.664463:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587031.664470:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587031.664476:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587031.664479:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587031.664483:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1777587031.664485:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587031.664488:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664492:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587031.664495:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587031.664496:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587031.664499:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587031.664507:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08900 00000100:00100000:0.0:1777587031.664512:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667688320:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587031.664514:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587031.664515:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9c5 [1] + 224 00000100:00000001:1.0:1777587031.664518:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587031.664520:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587031.664525:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1777587031.664527:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1777587031.664530:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667688320/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587031.664530:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587031.664533:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1777587031.664533:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587031.664536:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777587031.664537:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:3.0:1777587031.664541:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587031.664542:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:1.0:1777587031.664545:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:1.0:1777587031.664550:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587031.664550:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587031.664554:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1777587031.664558:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587031.664558:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587031.664559:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587031.664563:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e3fda2d. 02000000:00000001:0.0:1777587031.664570:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587031.664573:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587031.664576:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587031.664582:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587031.664586:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 00000100:00000200:1.0:1777587031.664590:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587031.664592:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1777587031.664592:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587031.664595:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587031.664598:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000001:0.0:1777587031.664605:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587031.664608:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587031.664613:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587031.664617:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587031.664618:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587031.664620:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777587031.664625:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587031.664625:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587031.664628:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587031.664629:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1777587031.664631:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587031.664633:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587031.664636:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.664636:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1777587031.664636:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587031.664639:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587031.664642:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587031.664644:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=74 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587031.664647:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587031.664649:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587031.664650:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587031.664652:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587031.664653:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.664655:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587031.664658:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587031.664663:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587031.664665:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587031.664666:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587031.664668:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587031.664669:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587031.664673:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1777587031.664675:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667688064:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587031.664678:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587031.664679:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1777587031.664680:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587031.664683:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfd23ba x1863934667688064/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777587031.664683:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587031.664686:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000100:00000001:1.0:1777587031.664691:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587031.664693:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1777587031.664693:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 02000000:00000010:1.0:1777587031.664694:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000266e7055. 00000400:00000010:2.0:1777587031.664696:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 02000000:00000001:1.0:1777587031.664698:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587031.664700:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587031.664701:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587031.664702:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777587031.664702:0:197584:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1777587031.664705:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587031.664707:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587031.664708:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1777587031.664709:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777587031.664710:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000100:00000001:1.0:1777587031.664720:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587031.664721:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587031.664725:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587031.664729:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587031.664731:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587031.664734:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587031.664736:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587031.664736:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587031.664745:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587031.664748:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587031.664750:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587031.664752:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587031.664754:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587031.664755:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587031.664757:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587031.664761:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=68 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587031.664763:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=68 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587031.664766:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587031.664767:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587031.664769:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587031.664771:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587031.664773:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587031.664774:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587031.664776:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587031.664777:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587031.664780:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587031.664800:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587031.664802:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587031.664803:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587031.664807:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587031.664813:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667688192:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587031.664817:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587031.664818:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587031.664820:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667688192/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587047 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587031.664836:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587031.664838:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587031.664839:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056c7ee4e. 02000000:00000001:2.0:1777587031.664842:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587031.664843:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587031.664844:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587031.664846:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587031.664847:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc1f15a9. 02000000:00000001:2.0:1777587031.664849:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587031.664850:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587031.664851:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:2.0:1777587031.664853:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587031.664854:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587031.664856:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587031.664859:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587031.664860:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587031.664862:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587031.664864:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587032.302046:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587032.302053:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587032.302058:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587032.302059:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587032.302173:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587032.302176:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587032.302180:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587033.326735:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587033.326741:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587033.326747:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587033.326748:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587033.326818:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587033.326822:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587033.326826:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587034.349475:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587034.349481:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587034.349487:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587034.349488:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587034.350123:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587034.350127:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587034.350130:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587035.117369:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306782031, at 4306782080 00000100:00000040:3.0:1777587035.117369:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306782031, at 4306782080 00000100:00000010:3.0:1777587035.117386:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000010:2.0:1777587035.117388:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb60a38. 00000100:00000040:0.0:1777587035.117485:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306782031, at 4306782080 00000100:00000010:0.0:1777587035.117492:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00000100:00000040:1.0:1777587035.118771:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306782031, at 4306782081 00000100:00000010:1.0:1777587035.118781:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00010000:00000001:1.0:1777587035.373331:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587035.373340:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587035.373347:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587035.373348:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587035.373396:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587035.373401:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587035.373405:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587036.397420:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587036.397429:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587036.397432:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587036.397436:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397442:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587036.397445:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397447:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397449:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397454:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587036.397456:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587036.397458:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587036.397460:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397462:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587036.397482:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397483:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.397485:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587036.397554:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587036.397558:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587036.397560:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587036.781651:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587036.781661:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587036.781666:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587036.781672:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587036.781696:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587036.781699:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587036.781704:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587036.781713:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587036.781722:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587036.781735:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587036.781747:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587036.781750:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587036.781757:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_01+1] req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587036.781794:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587036.781799:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587036.781803:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587036.781806:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001681cdd0. 00000020:00000040:0.0:1777587036.781809:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587036.781824:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777587036.781824:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587036.781826:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587036.781829:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.781830:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1777587036.781833:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:2.0:1777587036.781834:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587036.781839:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587036.781842:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587036.781848:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587036.781860:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587036.781862:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587036.781869:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001681cdd0] to pc [ptlrpcd_00_02+2] req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.781870:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587036.781873:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.781879:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587036.781883:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587036.781886:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587036.781890:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667688448:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587036.781895:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587036.781901:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587036.781903:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587036.781907:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587036.781911:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587036.781912:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587036.781916:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 02000000:00000001:2.0:1777587036.781916:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1777587036.781921:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000010:2.0:1777587036.781922:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b999bfec. 00000100:00000001:0.0:1777587036.781926:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587036.781928:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587036.781930:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.781933:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587036.781936:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:1.0:1777587036.781938:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587036.781941:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587036.781943:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000001:1.0:1777587036.781944:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587036.781950:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587036.781950:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1777587036.781957:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000040:1.0:1777587036.781965:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587036.781969:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688448, portal 25 00000100:00000001:2.0:1777587036.781980:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587036.781981:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587036.781985:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.781987:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:0.0:1777587036.782005:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_03+3] req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587036.782013:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587036.782015:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587036.782019:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587036.782027:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587036.782034:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587036.782046:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587036.782064:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667688576:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587036.782065:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.782066:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587036.782073:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587036.782080:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587036.782083:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1777587036.782084:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000040:0.0:1777587036.782087:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1777587036.782089:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667688448, offset 0 02000000:00000001:1.0:1777587036.782091:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587036.782094:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587036.782101:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12121) 02000000:00000001:1.0:1777587036.782105:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587036.782105:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777587036.782117:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f7a3. 02000000:00000001:1.0:1777587036.782121:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587036.782123:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587036.782131:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587036.782135:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587036.782138:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587036.782141:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:1.0:1777587036.782143:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000400:00000200:2.0:1777587036.782145:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [287:287:256:4294967295] 192.168.204.155@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000010:1.0:1777587036.782153:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:1.0:1777587036.782161:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688576, portal 10 00000400:00000200:2.0:1777587036.782163:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587036.782167:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587036.782171:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540096 : -105794180011520 : ffff9fc7df7b2a00) 00000800:00000200:2.0:1777587036.782178:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587036.782186:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1777587036.782186:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000001:1.0:1777587036.782202:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777587036.782203:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:1.0:1777587036.782211:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587036.782215:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000200:1.0:1777587036.782221:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667688576, offset 0 00000800:00000200:2.0:1777587036.782222:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587036.782229:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777587036.782236:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587036.782276:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587036.782281:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587036.782282:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587036.782288:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306787150 00000100:00000010:2.0:1777587036.782293:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:2.0:1777587036.782307:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777587036.782312:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587036.782314:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306787151 00000400:00000200:1.0:1777587036.782319:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1777587036.782322:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000400:00000200:1.0:1777587036.782325:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587036.782327:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1777587036.782334:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [288:288:255:4294967295] 192.168.204.155@tcp LPNI seq info [288:288:7:4294967295] 00000100:00000001:2.0:1777587036.782335:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306787151 00000100:00000010:2.0:1777587036.782339:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000001:2.0:1777587036.782341:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587036.782343:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306787151 00000100:00000010:2.0:1777587036.782348:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777587036.782351:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587036.782357:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587036.782364:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.782371:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587036.782376:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587036.782378:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777587036.782387:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587036.782389:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1777587036.782393:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587036.782393:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a209bc3. 00000100:00000001:2.0:1777587036.782393:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1777587036.782404:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000100:00000001:2.0:1777587036.782404:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1777587036.782411:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587036.782411:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1777587036.782413:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587036.782418:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.782425:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587036.782433:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587036.782434:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:1.0:1777587036.782441:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a209bc3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587036.782442:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587036.782445:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000100:00000001:2.0:1777587036.782446:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587036.782450:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1777587036.782452:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:1.0:1777587036.782452:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587036.782460:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587036.782461:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1777587036.782463:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 174281 usecs (175 jiffies) 00000100:00000200:0.0:1777587036.782470:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587036.782473:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306783920 00000100:00000001:1.0:1777587036.782484:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306787150 00000100:00000001:1.0:1777587036.782495:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306783920 00000100:00000001:1.0:1777587036.782503:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306787151 00000100:00000001:2.0:1777587036.782505:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587036.782511:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306783920 00000100:00000001:1.0:1777587036.782517:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306787151 00000100:00000001:2.0:1777587036.782517:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587036.782520:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587036.782526:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306783920 00000100:00000001:1.0:1777587036.782529:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306787151 02000000:00000001:2.0:1777587036.782529:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587036.782534:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587036.782535:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587036.782540:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587036.782545:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.782545:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587036.782546:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587036.782556:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587036.782558:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667688704:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587036.782561:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.782569:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587036.782573:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587036.782576:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587036.782581:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587036.782584:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777587036.782584:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587036.782589:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.782589:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.782593:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777587036.782597:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777587036.782597:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004e62808. 00000100:00000001:1.0:1777587036.782600:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.782603:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587036.782612:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f6d5f. 00000100:00000001:0.0:1777587036.782613:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587036.782616:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1777587036.782618:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587036.782623:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688704, portal 10 00000100:00000001:2.0:1777587036.782626:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587036.782628:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000800:00000200:0.0:1777587036.782636:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1777587036.782636:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1777587036.782641:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a209bc3. 00000400:00000200:0.0:1777587036.782646:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587036.782652:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777587036.782655:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:2.0:1777587036.782658:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587036.782660:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:2.0:1777587036.782662:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000400:00000010:0.0:1777587036.782663:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:0.0:1777587036.782669:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587036.782670:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667688704, offset 0 00000400:00000200:2.0:1777587036.782678:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587036.782697:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587036.782700:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587036.782703:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587036.782706:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587036.782708:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587036.782711:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [289:289:255:4294967295] 192.168.204.155@tcp LPNI seq info [289:289:7:4294967295] 00000400:00000200:2.0:1777587036.782717:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587036.782720:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587036.782723:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587036.782726:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587036.782730:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587036.782733:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587036.782736:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587036.782739:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 23202 usecs (24 jiffies) 00000100:00000001:2.0:1777587036.782742:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306783769 00000100:00000001:2.0:1777587036.782751:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306787150 00000100:00000001:2.0:1777587036.782752:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306783769 00000100:00000001:2.0:1777587036.782754:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306787151 00000100:00000001:2.0:1777587036.782756:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306783769 00000100:00000001:2.0:1777587036.782757:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306787151 00000100:00000001:2.0:1777587036.782759:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306783769 00000100:00000001:2.0:1777587036.782761:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306787151 00000100:00000001:2.0:1777587036.782762:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587036.782764:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.782766:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.782768:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.782772:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587036.782773:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587036.782775:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587036.782777:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587036.782778:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.782779:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587036.782792:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587036.782803:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587036.782807:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587036.782812:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587036.782813:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587036.782839:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587036.782842:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:0.0:1777587036.782844:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587036.782848:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587036.782862:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:0.0:1777587036.782864:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:0.0:1777587036.782867:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587036.782870:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587036.782878:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587036.782880:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587036.782885:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587036.782887:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587036.785883:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.785898:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587036.785902:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.785905:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587036.785915:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587036.785931:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08a00 00000400:00000200:3.0:1777587036.785938:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:3.0:1777587036.785947:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.785961:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587036.785963:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587036.785968:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587036.785975:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587036.785982:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587036.786006:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587036.786027:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587036.786036:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.786039:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.786222:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587036.786226:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587036.786232:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587036.786234:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587036.786237:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587036.786243:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:2.0:1777587036.786245:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:2.0:1777587036.786249:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587036.786284:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587036.786297:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.786305:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587036.786307:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.786310:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587036.786319:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587036.786321:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587036.786324:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.786326:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587036.786334:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=79 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587036.786338:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=79 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587036.786341:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587036.786343:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587036.786345:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587036.786347:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.786349:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587036.786354:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.786361:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587036.786364:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587036.786366:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587036.786369:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587036.786377:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667688448:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587036.786383:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.786385:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587036.786388:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667688448/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.786394:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587036.786397:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587036.786399:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b999bfec. 02000000:00000001:2.0:1777587036.786403:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587036.786405:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587036.786407:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587036.786409:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587036.786411:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:2.0:1777587036.786415:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587036.786417:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587036.786418:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:2.0:1777587036.786428:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587036.786430:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.786432:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.786439:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587036.786441:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.786443:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587036.786446:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587036.788312:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.788327:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587036.788332:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.788334:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587036.788345:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587036.788362:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08a80 00000400:00000200:3.0:1777587036.788370:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:3.0:1777587036.788377:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.788381:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587036.788384:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587036.788388:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587036.788394:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587036.788400:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587036.788411:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587036.788431:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587036.788438:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.788442:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587036.788444:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.788446:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587036.788465:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587036.788472:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08b00 00000400:00000200:3.0:1777587036.788477:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:3.0:1777587036.788482:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587036.788489:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587036.788492:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587036.788496:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587036.788499:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587036.788506:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587036.788510:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587036.788519:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587036.788519:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587036.788530:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587036.788533:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587036.788537:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000100:00000001:3.0:1777587036.788540:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1777587036.788548:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:1.0:1777587036.788551:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:1.0:1777587036.788556:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1777587036.788562:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1777587036.788567:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587036.788570:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587036.788588:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.788592:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587036.788601:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587036.788601:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587036.788606:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587036.788608:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1777587036.788611:0:197583:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1777587036.788612:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1777587036.788616:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587036.788619:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1777587036.788620:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f6d5f. 00000100:00000001:1.0:1777587036.788623:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587036.788629:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587036.788629:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587036.788635:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587036.788640:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1777587036.788642:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=73 v=5 (5 5 5 0) 00000100:00000200:2.0:1777587036.788647:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777587036.788652:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587036.788666:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587036.788670:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587036.788678:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1777587036.788682:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587036.788684:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587036.788704:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1777587036.788706:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1777587036.788708:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587036.788709:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587036.788712:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587036.788714:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1777587036.788715:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.788719:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587036.788723:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1777587036.788724:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.788727:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587036.788735:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587036.788745:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587036.788749:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1777587036.788750:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=79 v=5 (5 5 5 0) 00000100:00000001:1.0:1777587036.788751:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777587036.788756:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587036.788759:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587036.788760:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587036.788764:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1777587036.788774:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1777587036.788778:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587036.788794:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667688576:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587036.788809:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587036.788818:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1777587036.788821:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587036.788824:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001681cdd0 x1863934667688576/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.788830:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1777587036.788835:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587036.788838:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587036.788841:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f7a3. 00000100:00000040:2.0:1777587036.788842:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587036.788848:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1777587036.788849:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1777587036.788851:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587036.788853:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587036.788856:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000040:2.0:1777587036.788858:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587036.788869:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587036.788872:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1777587036.788874:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777587036.788876:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1777587036.788878:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 00000100:00000040:2.0:1777587036.788884:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587036.788888:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587036.788891:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587036.788895:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001681cdd0. 00000100:00000001:1.0:1777587036.788904:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587036.788909:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1777587036.788909:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667688704:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587036.788917:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.788922:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.788927:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587036.788929:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1777587036.788933:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667688704/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587052 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587036.788935:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587036.788942:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587036.788946:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.788956:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587036.788958:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587036.788962:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004e62808. 02000000:00000001:2.0:1777587036.788994:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587036.788996:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587036.788998:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587036.789000:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587036.789002:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:2.0:1777587036.789015:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587036.789017:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587036.789018:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:2.0:1777587036.789022:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587036.789023:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.789024:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587036.789032:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587036.789034:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587036.789035:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587036.789037:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587037.421569:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587037.421577:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587037.421584:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587037.421585:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587037.421696:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587037.421701:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587037.421705:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587038.446745:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587038.446753:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587038.446760:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587038.446761:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587038.446830:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587038.446833:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587038.446836:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587039.469363:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587039.469369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587039.469392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587039.469394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587039.469472:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587039.469475:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587039.469478:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587040.237367:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306787151, at 4306787200 00000100:00000010:1.0:1777587040.237383:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000040:3.0:1777587040.237560:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306787151, at 4306787200 00000100:00000010:3.0:1777587040.237567:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000040:0.0:1777587040.237686:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306787150, at 4306787200 00000100:00000010:0.0:1777587040.237693:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000040:2.0:1777587040.238040:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306787151, at 4306787200 00000100:00000010:2.0:1777587040.238047:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00010000:00000001:1.0:1777587040.493427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587040.493435:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587040.493443:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587040.493445:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587040.493595:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587040.493598:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587040.493601:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587041.518000:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587041.518005:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587041.518010:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587041.518011:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587041.518117:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587041.518121:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587041.518124:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587041.901391:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587041.901398:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587041.901405:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587041.901411:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587041.901416:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587041.901419:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587041.901424:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587041.901432:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587041.901439:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.901449:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587041.901459:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587041.901462:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.901467:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_00+0] req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587041.901488:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.901489:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587041.901492:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587041.901493:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587041.901496:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587041.901497:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587041.901498:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587041.901502:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000100:00000001:2.0:1777587041.901502:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587041.901502:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1777587041.901507:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587041.901510:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587041.901520:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587041.901524:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.901524:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587041.901526:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587041.901529:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 02000000:00000001:3.0:1777587041.901529:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587041.901533:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587041.901534:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587041.901535:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587041.901539:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667688832:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587041.901542:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587041.901544:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587041.901549:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587041.901552:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.901553:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587041.901555:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.901558:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_00_01+1] req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587041.901562:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587041.901571:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9be1b2b. 02000000:00000001:3.0:1777587041.901573:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.901576:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.901578:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1777587041.901579:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ceac47c. 00000100:00000001:1.0:1777587041.901584:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587041.901599:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a061cec5. 00000400:00000010:3.0:1777587041.901600:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074ea183c. 00000020:00000040:1.0:1777587041.901602:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587041.901604:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587041.901605:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587041.901607:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587041.901608:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777587041.901609:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587041.901612:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1777587041.901614:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f6cdeb1. 00000100:00000001:1.0:1777587041.901617:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587041.901619:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587041.901624:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587041.901640:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587041.901642:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587041.901643:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.901645:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587041.901647:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1777587041.901649:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a061cec5] to pc [ptlrpcd_00_02+2] req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587041.901649:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587041.901654:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587041.901661:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667688960:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587041.901667:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587041.901670:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587041.901672:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587041.901673:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587041.901677:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004e62808. 00000100:00000001:1.0:1777587041.901678:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587041.901681:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.901682:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587041.901686:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1777587041.901686:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f6d5f. 00000100:00000040:1.0:1777587041.901693:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12126) 00000400:00000010:2.0:1777587041.901693:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:3.0:1777587041.901699:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688832, portal 25 00000100:00000200:2.0:1777587041.901700:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667688960, portal 10 00000100:00000001:3.0:1777587041.901703:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587041.901705:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777587041.901708:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587041.901709:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1777587041.901711:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587041.901712:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00100000:1.0:1777587041.901713:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777587041.901718:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587041.901724:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587041.901724:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587041.901728:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1777587041.901728:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587041.901732:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1777587041.901733:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9829f29. 00000100:00000001:1.0:1777587041.901736:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587041.901737:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1777587041.901738:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667688832, offset 0 00000100:00000001:1.0:1777587041.901740:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587041.901742:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.901743:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587041.901747:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777587041.901747:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587041.901751:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587041.901753:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587041.901757:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000400:00000200:3.0:1777587041.901761:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587041.901763:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1777587041.901764:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667688960, offset 0 00000100:00000001:1.0:1777587041.901766:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587041.901767:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1777587041.901771:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587041.901774:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587041.901774:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587041.901775:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587041.901777:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587041.901781:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667689088:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587041.901785:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587041.901788:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587041.901789:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587041.901791:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587041.901794:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516f837f. 02000000:00000001:1.0:1777587041.901796:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587041.901799:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000400:00000010:1.0:1777587041.901803:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:1.0:1777587041.901806:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689088, portal 10 00000100:00000001:1.0:1777587041.901808:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587041.901809:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006735104 : -105793702816512 : ffff9fc7fbec9500) 00000100:00000040:1.0:1777587041.901815:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587041.901822:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587041.901824:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587041.901827:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000100:00000200:1.0:1777587041.901829:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667689088, offset 0 00000400:00000200:1.0:1777587041.901833:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587041.901882:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587041.901885:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587041.901889:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [290:290:256:4294967295] 192.168.204.155@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:3.0:1777587041.901901:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587041.901915:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587041.901919:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:3.0:1777587041.901920:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000400:00000200:2.0:1777587041.901923:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1777587041.901931:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587041.901933:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587041.901936:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587041.901939:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587041.901953:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [291:291:255:4294967295] 192.168.204.155@tcp LPNI seq info [291:291:7:4294967295] 00000400:00000200:2.0:1777587041.901962:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587041.901967:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587041.901971:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587041.901976:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587041.901983:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587041.901987:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1777587041.901996:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587041.901999:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587041.902010:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.902013:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587041.902015:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 172258 usecs (173 jiffies) 00000100:00000001:3.0:1777587041.902018:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306792270 00000100:00000001:2.0:1777587041.902019:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306789037 00000100:00000010:3.0:1777587041.902026:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:3.0:1777587041.902033:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587041.902038:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306792270 00000100:00000001:2.0:1777587041.902039:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306792270 00000100:00000010:3.0:1777587041.902042:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f8e25a. 00000100:00000001:2.0:1777587041.902043:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306789037 00000100:00000001:3.0:1777587041.902046:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587041.902051:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306792270 00000100:00000001:3.0:1777587041.902051:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306792270 00000100:00000010:3.0:1777587041.902055:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dce1b71. 00000100:00000001:2.0:1777587041.902056:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306789037 00000100:00000001:3.0:1777587041.902060:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587041.902064:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306792270 00000100:00000001:3.0:1777587041.902064:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306792270 00000100:00000001:2.0:1777587041.902068:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306789037 00000100:00000010:3.0:1777587041.902068:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b1ba1. 00000100:00000001:3.0:1777587041.902073:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587041.902076:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587041.902077:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306792270 00000100:00000001:3.0:1777587041.902080:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587041.902081:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587041.902086:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.902086:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587041.902088:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.902089:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587041.902092:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587041.902095:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587041.902097:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587041.902097:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587041.902110:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587041.902111:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587041.902112:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587041.902113:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.902120:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587041.902121:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587041.902124:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587041.902126:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587041.902129:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587041.902644:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587041.902649:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:0.0:1777587041.902653:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587041.902658:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587041.902663:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:0.0:1777587041.902665:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:0.0:1777587041.902669:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587041.902673:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587041.902681:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587041.902685:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587041.902691:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587041.902692:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587041.902731:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587041.902733:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:0.0:1777587041.902742:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587041.902745:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587041.902748:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9829f29 00000400:00000010:0.0:1777587041.902750:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a9829f29. 00000100:00000001:0.0:1777587041.902753:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587041.902756:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587041.902763:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587041.902764:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587041.902770:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587041.902772:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777587041.903640:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587041.903644:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587041.903647:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587041.903650:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587041.903654:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587041.903658:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [292:292:256:4294967295] 192.168.204.155@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:1.0:1777587041.903668:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587041.903672:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587041.903677:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587041.903682:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587041.903688:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587041.903691:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587041.903705:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.903709:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 23013 usecs (24 jiffies) 00000100:00000001:1.0:1777587041.903712:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306788890 00000100:00000001:1.0:1777587041.903715:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306792270 00000100:00000001:1.0:1777587041.903717:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306788890 00000100:00000001:1.0:1777587041.903719:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306792270 00000100:00000001:1.0:1777587041.903721:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306788890 00000100:00000001:1.0:1777587041.903723:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306792270 00000100:00000001:1.0:1777587041.903725:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306788890 00000100:00000001:1.0:1777587041.903727:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306792270 00000100:00000001:1.0:1777587041.903729:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587041.903731:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.903734:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.903737:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587041.903780:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587041.903784:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:3.0:1777587041.903788:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587041.903796:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587041.903805:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:3.0:1777587041.903807:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:3.0:1777587041.903811:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587041.903815:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587041.903822:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587041.903824:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587041.903830:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587041.903831:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587041.905057:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905067:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587041.905070:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905072:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587041.905081:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587041.905239:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08c00 00000400:00000200:3.0:1777587041.905248:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9e9 [1] + 224 00000800:00000001:3.0:1777587041.905278:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905284:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587041.905287:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587041.905291:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587041.905296:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587041.905301:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587041.905310:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587041.905336:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587041.905344:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905348:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587041.905350:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587041.905352:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1777587041.905352:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587041.905357:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587041.905361:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000001:2.0:1777587041.905365:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587041.905367:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587041.905369:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f6d5f. 00000400:00000200:2.0:1777587041.905377:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587041.905380:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000400:00000200:3.0:1777587041.905383:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08b80 00000100:00000001:2.0:1777587041.905385:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587041.905391:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587041.905393:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1777587041.905402:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1777587041.905409:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587041.905410:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587041.905415:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587041.905423:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587041.905425:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587041.905428:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587041.905428:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587041.905432:0:197582:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1777587041.905434:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587041.905436:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587041.905439:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587041.905442:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587041.905447:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587041.905450:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777587041.905457:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=78 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587041.905462:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=78 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587041.905465:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587041.905466:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587041.905469:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1777587041.905470:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1777587041.905472:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587041.905475:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587041.905477:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1777587041.905479:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587041.905480:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587041.905484:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587041.905486:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587041.905491:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587041.905498:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587041.905500:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587041.905504:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587041.905508:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777587041.905509:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1777587041.905512:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777587041.905512:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777587041.905515:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ceac47c. 00000100:00000040:2.0:1777587041.905519:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587041.905521:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ea183c 00000400:00000010:0.0:1777587041.905524:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000074ea183c. 00000100:00000001:0.0:1777587041.905529:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1777587041.905533:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667688960:192.168.204.155@tcp:400: 00000100:00000200:0.0:1777587041.905537:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587041.905539:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587041.905543:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587041.905549:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667688960/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587041.905553:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587041.905560:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587041.905561:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587041.905563:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587041.905564:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587041.905565:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587041.905567:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587041.905570:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587041.905575:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=84 v=5 (5 5 5 0) 00000100:00000001:2.0:1777587041.905576:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587041.905580:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587041.905583:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004e62808. 00000100:00001000:0.0:1777587041.905584:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587041.905598:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1777587041.905598:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777587041.905601:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587041.905601:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587041.905604:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587041.905606:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587041.905609:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 00010000:00000001:0.0:1777587041.905610:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587041.905613:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587041.905614:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777587041.905616:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587041.905616:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587041.905620:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000040:0.0:1777587041.905623:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587041.905625:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587041.905627:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587041.905631:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587041.905637:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587041.905639:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587041.905640:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587041.905641:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587041.905642:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587041.905646:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587041.905646:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587041.905649:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587041.905658:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667688832:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587041.905663:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587041.905664:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587041.905666:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667688832/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587041.905669:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587041.905671:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587041.905672:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9be1b2b. 02000000:00000001:0.0:1777587041.905675:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587041.905676:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587041.905677:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587041.905679:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587041.905680:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:0.0:1777587041.905682:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587041.905683:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587041.905684:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:0.0:1777587041.905686:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587041.905687:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587041.905688:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587041.905691:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587041.905692:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587041.905694:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587041.905695:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587041.905717:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905722:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587041.905724:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905725:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587041.905731:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587041.905738:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08c80 00000400:00000200:3.0:1777587041.905743:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:3.0:1777587041.905747:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905751:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587041.905753:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587041.905755:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587041.905758:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587041.905762:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587041.905770:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587041.905799:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587041.905804:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587041.905807:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587041.906199:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587041.906202:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587041.906205:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587041.906212:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587041.906214:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:1.0:1777587041.906217:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:1.0:1777587041.906219:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:1.0:1777587041.906222:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587041.906226:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587041.906234:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587041.906242:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587041.906244:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587041.906246:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587041.906247:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587041.906248:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587041.906272:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587041.906275:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587041.906279:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=84 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587041.906282:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587041.906285:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587041.906286:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587041.906287:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587041.906290:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587041.906298:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.906301:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587041.906303:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587041.906305:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587041.906306:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587041.906310:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587041.906318:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587041.906320:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587041.906322:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587041.906330:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587041.906338:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667689088:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587041.906342:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587041.906344:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587041.906349:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a061cec5 x1863934667689088/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587057 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587041.906355:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587041.906357:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587041.906360:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516f837f. 02000000:00000001:1.0:1777587041.906362:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587041.906363:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587041.906364:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587041.906366:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587041.906368:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f6cdeb1. 02000000:00000001:1.0:1777587041.906369:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587041.906370:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587041.906371:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a061cec5. 00000100:00000001:1.0:1777587041.906374:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587041.906375:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587041.906376:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587041.906380:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587041.906381:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587041.906383:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587041.906385:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587042.541399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587042.541407:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587042.541417:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587042.541420:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587042.541482:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587042.541506:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587042.541508:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587043.565442:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587043.565450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587043.565460:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587043.565461:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587043.565534:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587043.565540:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587043.565545:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587044.589370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587044.589376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587044.589401:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587044.589402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587044.589651:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587044.589654:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587044.589657:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587045.357349:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306792270, at 4306792320 00000100:00000040:3.0:1777587045.357349:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306792270, at 4306792320 00000100:00000010:3.0:1777587045.357368:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b1ba1. 00000100:00000040:0.0:1777587045.357380:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306792270, at 4306792320 00000100:00000010:1.0:1777587045.357383:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f8e25a. 00000100:00000010:0.0:1777587045.357389:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000040:2.0:1777587045.357483:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306792270, at 4306792320 00000100:00000010:2.0:1777587045.357489:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dce1b71. 00010000:00000001:1.0:1777587045.613461:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587045.613466:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587045.613470:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587045.613470:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587045.613526:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587045.613529:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587045.613532:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587046.637415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587046.637422:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587046.637424:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587046.637434:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637439:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587046.637441:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637443:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637445:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637448:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587046.637449:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587046.637450:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587046.637451:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637453:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587046.637454:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637455:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587046.637456:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587046.637527:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587046.637532:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587046.637535:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587047.021404:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587047.021412:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587047.021423:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587047.021429:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587047.021448:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587047.021451:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587047.021456:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587047.021464:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587047.021472:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.021484:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587047.021505:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587047.021507:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.021513:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_03+3] req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587047.021550:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.021553:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587047.021557:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777587047.021558:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1777587047.021561:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000100:00000001:1.0:1777587047.021562:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1777587047.021564:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587047.021566:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587047.021570:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587047.021572:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1777587047.021574:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587047.021575:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587047.021581:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587047.021586:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.021588:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587047.021591:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.021594:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587047.021596:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587047.021600:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587047.021605:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587047.021609:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587047.021612:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587047.021613:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667689216:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777587047.021619:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.021621:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587047.021632:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587047.021635:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587047.021639:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587047.021639:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.021642:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1777587047.021644:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061f33b43. 00000100:00000001:2.0:1777587047.021646:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587047.021648:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587047.021654:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000100:00000010:2.0:1777587047.021656:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587047.021660:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000010:1.0:1777587047.021661:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000001:2.0:1777587047.021663:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587047.021666:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587047.021668:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587047.021669:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689216, portal 25 02000000:00000010:2.0:1777587047.021672:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:1.0:1777587047.021673:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587047.021675:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:2.0:1777587047.021678:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587047.021682:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587047.021685:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587047.021702:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587047.021704:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587047.021706:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587047.021709:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587047.021712:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000040:2.0:1777587047.021713:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587047.021718:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667689216, offset 0 00000100:00000001:2.0:1777587047.021729:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587047.021733:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587047.021733:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587047.021739:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587047.021744:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12131) 00000400:00000200:1.0:1777587047.021749:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587047.021754:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587047.021756:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587047.021760:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587047.021760:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587047.021763:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587047.021766:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1777587047.021768:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.021770:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587047.021772:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587047.021774:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587047.021778:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587047.021782:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [293:293:256:4294967295] 192.168.204.155@tcp LPNI seq info [293:293:8:4294967295] 00000100:00000040:0.0:1777587047.021786:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587047.021799:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587047.021800:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587047.021802:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.021803:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587047.021804:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:2.0:1777587047.021808:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587047.021809:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587047.021811:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587047.021812:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587047.021817:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587047.021817:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587047.021817:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587047.021825:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cdeb1. 00000100:00100000:2.0:1777587047.021825:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667689472:192.168.204.155@tcp:400: 00000100:00100000:0.0:1777587047.021826:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667689344:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587047.021834:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587047.021836:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1777587047.021836:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:2.0:1777587047.021838:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587047.021840:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587047.021841:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587047.021845:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587047.021845:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587047.021848:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6cdeb1 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1777587047.021850:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777587047.021851:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587047.021855:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071cde3be. 02000000:00000010:2.0:1777587047.021856:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fe33082. 02000000:00000001:0.0:1777587047.021860:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587047.021861:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.021862:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.021868:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306797390 00000400:00000010:2.0:1777587047.021868:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f6d5f. 00000400:00000010:0.0:1777587047.021869:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5b87ca. 00000100:00000010:1.0:1777587047.021874:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f0ba56a. 00000400:00000010:2.0:1777587047.021876:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000400:00000010:0.0:1777587047.021877:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000100:00000200:2.0:1777587047.021882:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689472, portal 10 00000100:00000200:0.0:1777587047.021884:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689344, portal 10 00000100:00000001:2.0:1777587047.021885:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587047.021886:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587047.021889:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587047.021889:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:0.0:1777587047.021892:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000001:1.0:1777587047.021893:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306797390 00000100:00000010:1.0:1777587047.021897:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000100:00000040:2.0:1777587047.021898:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.021902:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1777587047.021904:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.021907:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306797390 00000100:00000010:1.0:1777587047.021913:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d5f436f. 00000100:00000001:2.0:1777587047.021918:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587047.021919:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587047.021924:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306797390 00000100:00000040:2.0:1777587047.021926:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777587047.021932:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000503d9bf8. 00000400:00000010:2.0:1777587047.021932:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000100:00000001:0.0:1777587047.021933:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1777587047.021938:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667689472, offset 0 00000100:00000001:1.0:1777587047.021939:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1777587047.021940:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587047.021948:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587047.021949:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587047.021952:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000200:0.0:1777587047.021957:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667689344, offset 0 00000400:00000200:2.0:1777587047.021957:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587047.021962:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587047.021965:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587047.021969:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587047.021969:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587047.021970:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.021975:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587047.021982:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587047.021984:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587047.021986:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587047.021987:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587047.021988:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.021990:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587047.022059:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587047.022063:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cdeb1. 00000400:00000200:1.0:1777587047.022067:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587047.022073:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587047.022078:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587047.022084:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587047.023016:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587047.023020:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587047.023023:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [294:294:255:4294967295] 192.168.204.155@tcp LPNI seq info [294:294:7:4294967295] 00000400:00000200:2.0:1777587047.023033:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587047.023039:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587047.023043:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587047.023048:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587047.023053:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587047.023056:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587047.023059:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.023063:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 22797 usecs (23 jiffies) 00000100:00000001:2.0:1777587047.023067:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306794008 00000100:00000001:2.0:1777587047.023069:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306797390 00000100:00000001:2.0:1777587047.023078:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306794008 00000100:00000001:2.0:1777587047.023079:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306797390 00000100:00000001:2.0:1777587047.023081:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306794008 00000100:00000001:2.0:1777587047.023082:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306797390 00000100:00000001:2.0:1777587047.023084:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306794008 00000100:00000001:2.0:1777587047.023085:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306797390 00000100:00000001:2.0:1777587047.023087:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587047.023102:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587047.023106:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587047.023108:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587047.023113:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587047.023114:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587047.023116:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587047.023118:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587047.023119:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587047.023121:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587047.023583:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587047.023587:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587047.023589:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587047.023591:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587047.023594:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587047.023597:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [295:295:254:4294967295] 192.168.204.155@tcp LPNI seq info [295:295:6:4294967295] 00000400:00000200:0.0:1777587047.023604:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587047.023609:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587047.023612:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000800:00000010:0.0:1777587047.023613:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000400:00000010:1.0:1777587047.023616:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000800:00000200:0.0:1777587047.023620:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587047.023622:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777587047.023626:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:1.0:1777587047.023630:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587047.023631:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587047.023638:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587047.023643:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 170241 usecs (171 jiffies) 00000100:00000001:0.0:1777587047.023647:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306794157 00000100:00000001:1.0:1777587047.023648:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587047.023651:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306797390 00000100:00000040:1.0:1777587047.023652:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.023655:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306794157 00000100:00000001:0.0:1777587047.023660:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306797390 00000100:00000001:0.0:1777587047.023665:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306794157 00000100:00000001:1.0:1777587047.023666:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.023669:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306797390 00000100:00000001:0.0:1777587047.023671:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306794157 00000100:00000001:0.0:1777587047.023675:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306797390 00000100:00000001:1.0:1777587047.023675:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587047.023679:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587047.023681:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.023684:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587047.023691:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587047.023695:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1777587047.023695:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777587047.023700:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587047.023701:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587047.023704:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1777587047.023707:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587047.023709:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587047.023711:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587047.023711:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000400:00000010:1.0:1777587047.023714:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:0.0:1777587047.023715:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.023719:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.023719:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587047.023724:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.023732:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587047.023735:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.023742:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.023744:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587047.024009:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587047.024011:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000400:00000200:1.0:1777587047.024015:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587047.024019:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587047.024032:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:1.0:1777587047.024034:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:1.0:1777587047.024037:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587047.024040:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.024046:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587047.024056:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.024063:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587047.024064:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587047.024071:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.024078:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587047.024080:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.024082:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587047.024088:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587047.024102:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08d00 00000400:00000200:1.0:1777587047.024108:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x9fd [1] + 224 00000800:00000001:1.0:1777587047.024114:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.024119:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587047.024120:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587047.024122:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587047.024125:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587047.024127:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587047.024132:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.024148:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587047.024151:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.024153:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.024183:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587047.024186:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587047.024191:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587047.024193:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587047.024195:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:0.0:1777587047.024199:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:0.0:1777587047.024201:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:0.0:1777587047.024204:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587047.024208:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587047.024217:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.024224:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587047.024226:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.024228:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587047.024230:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587047.024232:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587047.024235:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587047.024237:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587047.024242:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=90 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587047.024246:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=90 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587047.024248:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587047.024274:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587047.024277:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587047.024279:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.024281:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587047.024285:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.024292:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587047.024301:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587047.024303:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587047.024306:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587047.024313:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667689216:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587047.024319:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.024321:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587047.024323:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667689216/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.024330:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587047.024332:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587047.024335:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061f33b43. 02000000:00000001:0.0:1777587047.024339:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587047.024341:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587047.024343:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587047.024346:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587047.024348:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:0.0:1777587047.024352:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587047.024353:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587047.024355:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587047.024359:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587047.024360:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.024362:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.024366:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587047.024368:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.024370:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587047.024372:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587047.025330:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587047.025336:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587047.025339:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587047.025341:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587047.025348:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587047.025358:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08e00 00000400:00000200:3.0:1777587047.025364:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:3.0:1777587047.025369:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587047.025375:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587047.025377:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587047.025379:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587047.025382:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587047.025385:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587047.025392:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587047.025414:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587047.025419:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587047.025421:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587047.025449:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587047.025453:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587047.025459:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587047.025461:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587047.025463:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f6d5f. 00000400:00000200:2.0:1777587047.025468:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587047.025469:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587047.025472:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587047.025477:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587047.025486:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587047.025504:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587047.025505:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587047.025511:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587047.025513:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587047.025521:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587047.025522:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587047.025524:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587047.025532:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=90 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587047.025535:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587047.025537:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587047.025538:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587047.025540:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587047.025544:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587047.025552:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587047.025555:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587047.025557:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587047.025559:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587047.025560:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587047.025563:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587047.025569:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587047.025571:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587047.025572:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587047.025575:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587047.025581:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667689472:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587047.025585:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587047.025586:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587047.025588:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667689472/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587047.025594:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587047.025595:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587047.025597:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fe33082. 02000000:00000001:2.0:1777587047.025600:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587047.025606:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587047.025608:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587047.025610:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587047.025612:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777587047.025614:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587047.025615:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587047.025617:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:2.0:1777587047.025620:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587047.025621:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587047.025622:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587047.025627:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587047.025628:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587047.025629:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587047.025630:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587047.025917:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.025924:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587047.025933:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.025936:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587047.025944:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587047.025952:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08d80 00000400:00000200:1.0:1777587047.025958:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa09 [1] + 224 00000800:00000001:1.0:1777587047.025962:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.026008:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587047.026011:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587047.026014:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587047.026018:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587047.026022:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587047.026030:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587047.026057:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587047.026063:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587047.026066:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.026092:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587047.026095:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587047.026099:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587047.026100:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587047.026102:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be5b87ca. 00000400:00000200:0.0:1777587047.026107:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:0.0:1777587047.026109:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:0.0:1777587047.026111:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587047.026120:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587047.026128:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.026133:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587047.026135:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.026136:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587047.026138:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587047.026139:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587047.026141:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587047.026142:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587047.026147:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=84 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587047.026149:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587047.026151:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587047.026153:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587047.026154:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587047.026156:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.026158:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587047.026159:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587047.026161:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587047.026162:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587047.026165:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.026171:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587047.026173:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587047.026175:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587047.026178:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587047.026184:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667689344:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587047.026188:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.026190:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587047.026192:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667689344/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587047.026205:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587047.026206:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587047.026208:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071cde3be. 02000000:00000001:0.0:1777587047.026211:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587047.026213:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587047.026213:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587047.026215:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587047.026217:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:0.0:1777587047.026219:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587047.026220:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587047.026220:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:0.0:1777587047.026223:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587047.026224:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.026225:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587047.026229:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587047.026230:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587047.026232:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587047.026233:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587047.661639:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587047.661644:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587047.661649:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587047.661650:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587047.661707:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587047.661710:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587047.661713:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587048.685498:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587048.685504:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587048.685509:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587048.685511:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587048.685613:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587048.685617:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587048.685620:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587049.709375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587049.709381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587049.709388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587049.709390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587049.709459:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587049.709463:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587049.709466:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587050.477797:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306797390, at 4306797440 00000100:00000010:2.0:1777587050.477812:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d5f436f. 00000100:00000040:0.0:1777587050.478291:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306797390, at 4306797441 00000100:00000010:0.0:1777587050.478298:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f0ba56a. 00000100:00000040:3.0:1777587050.478501:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306797390, at 4306797441 00000100:00000010:3.0:1777587050.478508:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000503d9bf8. 00000100:00000040:1.0:1777587050.480664:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306797390, at 4306797443 00000100:00000010:1.0:1777587050.480676:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00010000:00000001:1.0:1777587050.733431:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587050.733440:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587050.733448:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587050.733450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587050.733506:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587050.733513:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587050.733517:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587051.757607:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587051.757613:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587051.757777:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587051.757779:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587051.758321:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587051.758324:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587051.758327:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587052.141447:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587052.141454:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587052.141460:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a061cec5. 00000020:00000040:1.0:1777587052.141466:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587052.141470:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587052.141473:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587052.141478:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587052.141485:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f6cdeb1. 00000100:00000001:1.0:1777587052.141491:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141512:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587052.141523:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587052.141525:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141529:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a061cec5] to pc [ptlrpcd_00_02+2] req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.141565:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141568:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587052.141571:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587052.141573:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b65e70. 00000020:00000040:1.0:1777587052.141576:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587052.141578:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587052.141579:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587052.141581:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587052.141584:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777587052.141586:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141589:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587052.141597:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587052.141598:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141601:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b65e70] to pc [ptlrpcd_00_03+3] req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.141610:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141611:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587052.141614:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587052.141618:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587052.141619:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587052.141621:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587052.141622:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587052.141623:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587052.141630:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587052.141633:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141636:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587052.141643:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587052.141644:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141648:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_00+0] req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.141655:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587052.141659:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587052.141662:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587052.141668:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.141673:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141677:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587052.141683:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777587052.141683:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587052.141686:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.141689:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12136) 02000000:00000001:2.0:1777587052.141690:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587052.141694:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587052.141697:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587052.141700:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667689728:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587052.141705:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587052.141710:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587052.141710:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1777587052.141714:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1777587052.141714:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587052.141718:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587052.141718:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587052.141723:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7bf1ecf. 00000100:00000001:1.0:1777587052.141725:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1777587052.141726:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587052.141729:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.141731:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587052.141733:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777587052.141733:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f6d5f. 00000100:00000001:1.0:1777587052.141735:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587052.141741:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587052.141742:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000001:1.0:1777587052.141748:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587052.141750:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587052.141753:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587052.141755:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587052.141757:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587052.141759:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667689856:192.168.204.155@tcp:400: 00000100:00000200:2.0:1777587052.141759:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689728, portal 10 00000100:00000001:2.0:1777587052.141763:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587052.141765:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587052.141766:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006731520 : -105793702820096 : ffff9fc7fbec8700) 02000000:00000001:1.0:1777587052.141769:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587052.141771:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587052.141776:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587052.141781:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587052.141784:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ba44436. 00000100:00000001:2.0:1777587052.141787:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777587052.141788:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587052.141792:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587052.141793:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000400:00000010:2.0:1777587052.141796:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000400:00000010:1.0:1777587052.141799:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:2.0:1777587052.141800:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667689728, offset 0 00000100:00000200:1.0:1777587052.141803:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689856, portal 10 00000100:00000001:1.0:1777587052.141806:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587052.141807:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000400:00000200:2.0:1777587052.141811:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587052.141816:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.141823:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587052.141825:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587052.141828:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000200:1.0:1777587052.141830:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667689856, offset 0 00000400:00000200:1.0:1777587052.141837:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587052.141837:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587052.141844:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587052.141849:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587052.141852:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587052.141855:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587052.141859:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [296:296:256:4294967295] 192.168.204.155@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:2.0:1777587052.141870:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587052.141877:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587052.141878:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1777587052.141882:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000100:00000001:3.0:1777587052.141882:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587052.141890:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587052.141896:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587052.141900:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587052.141914:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587052.141917:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 168282 usecs (169 jiffies) 00000100:00000001:2.0:1777587052.141920:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306799273 00000100:00000010:2.0:1777587052.141924:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000001:2.0:1777587052.141929:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587052.141937:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306799273 00000100:00000010:2.0:1777587052.141939:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000100:00000001:2.0:1777587052.141942:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587052.141951:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306799273 00000400:00000200:1.0:1777587052.141953:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777587052.141957:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000400:00000200:1.0:1777587052.141958:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587052.141962:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1777587052.141963:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587052.141966:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306799273 00000400:00000200:1.0:1777587052.141967:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1777587052.141970:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000400:00000200:1.0:1777587052.141972:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587052.141975:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1777587052.141977:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [297:297:255:4294967295] 192.168.204.155@tcp LPNI seq info [297:297:7:4294967295] 00000100:00000001:2.0:1777587052.141983:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587052.141988:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587052.141988:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.141994:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587052.141995:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587052.141997:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1777587052.142000:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac363b9b. 00000100:00000001:2.0:1777587052.142003:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587052.142005:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1777587052.142006:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587052.142010:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587052.142012:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1777587052.142013:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587052.142015:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587052.142018:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac363b9b type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1777587052.142019:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587052.142023:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.142025:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.142027:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1777587052.142028:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 22575 usecs (23 jiffies) 00000100:00000001:2.0:1777587052.142029:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.142032:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306799127 00000100:00000001:2.0:1777587052.142033:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587052.142035:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587052.142036:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306799273 00000100:00000001:2.0:1777587052.142038:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587052.142043:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.142045:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306799127 00000100:00000001:1.0:1777587052.142049:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306799273 00000100:00000001:1.0:1777587052.142053:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306799127 00000100:00000001:1.0:1777587052.142057:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306799273 00000100:00000001:2.0:1777587052.142061:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587052.142062:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306799127 00000100:00000001:2.0:1777587052.142064:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587052.142065:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306799273 00000100:00000001:1.0:1777587052.142068:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587052.142069:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587052.142071:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587052.142071:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587052.142075:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587052.142075:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587052.142079:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587052.142080:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667689600:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587052.142085:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587052.142087:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587052.142088:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587052.142096:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587052.142098:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516f837f. 02000000:00000001:2.0:1777587052.142100:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587052.142103:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000400:00000010:2.0:1777587052.142106:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777587052.142109:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689600, portal 25 00000100:00000001:2.0:1777587052.142110:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587052.142112:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006735104 : -105793702816512 : ffff9fc7fbec9500) 00000100:00000040:2.0:1777587052.142116:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.142122:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587052.142125:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587052.142128:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000100:00000200:2.0:1777587052.142130:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667689600, offset 0 00000100:00000001:0.0:1777587052.142134:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777587052.142134:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587052.142138:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587052.142142:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587052.142145:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587052.142148:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587052.142151:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587052.142153:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587052.142156:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [298:298:254:4294967295] 192.168.204.155@tcp LPNI seq info [298:298:6:4294967295] 00000400:00000200:2.0:1777587052.142163:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587052.142166:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587052.142170:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587052.142174:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587052.142178:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587052.142180:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587052.142183:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.142185:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306802510 00000100:00000001:2.0:1777587052.142190:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306799273 00000100:00000001:2.0:1777587052.142192:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306802510 00000100:00000001:2.0:1777587052.142201:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306799273 00000800:00000200:3.0:1777587052.142202:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587052.142205:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306802510 00000800:00000010:3.0:1777587052.142206:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000100:00000001:2.0:1777587052.142211:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306799273 00000400:00000200:3.0:1777587052.142213:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587052.142215:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306802510 00000100:00000001:2.0:1777587052.142219:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306799273 00000400:00000200:3.0:1777587052.142220:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587052.142225:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587052.142226:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000100:00000001:2.0:1777587052.142228:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587052.142230:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:2.0:1777587052.142231:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.142235:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587052.142235:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587052.142241:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.142249:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587052.142387:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.142405:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587052.142407:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587052.142419:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587052.142421:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac363b9b. 00000400:00000200:3.0:1777587052.142423:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587052.142528:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587052.142536:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:3.0:1777587052.142541:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:3.0:1777587052.142546:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587052.142553:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.142564:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587052.142567:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.142573:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587052.142575:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587052.142643:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587052.142646:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777587052.142649:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587052.142653:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587052.142656:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:3.0:1777587052.142657:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:3.0:1777587052.142660:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587052.142663:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.142669:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587052.142671:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.142677:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587052.142678:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587052.145736:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145752:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587052.145757:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145760:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587052.145772:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587052.145788:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc08e80 00000400:00000200:3.0:1777587052.145796:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:3.0:1777587052.145803:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145820:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587052.145823:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587052.145827:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587052.145839:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587052.145846:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587052.145857:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.145879:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587052.145886:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145889:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587052.145890:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145891:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587052.145894:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587052.145898:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08f00 00000400:00000200:3.0:1777587052.145908:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:3.0:1777587052.145911:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145914:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587052.145915:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587052.145917:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587052.145919:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587052.145921:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587052.145931:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587052.145941:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587052.145945:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145948:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587052.145949:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.145951:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587052.145955:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587052.145960:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc08f80 00000400:00000200:3.0:1777587052.145970:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa1d [1] + 224 00000800:00000001:3.0:1777587052.145975:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.146013:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587052.146015:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587052.146018:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587052.146021:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587052.146024:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587052.146031:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.146102:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587052.146106:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587052.146152:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587052.146155:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587052.146160:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587052.146162:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587052.146164:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587052.146169:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:2.0:1777587052.146171:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:2.0:1777587052.146174:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587052.146178:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587052.146186:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.146192:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587052.146194:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587052.146196:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587052.146198:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587052.146200:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587052.146203:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587052.146205:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587052.146211:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=95 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587052.146215:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=95 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587052.146217:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587052.146218:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587052.146221:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587052.146228:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.146231:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587052.146235:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.146279:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587052.146282:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587052.146284:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587052.146288:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587052.146295:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667689600:192.168.204.155@tcp:400: 00000400:00000001:2.0:1777587052.146302:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587052.146303:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587052.146305:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f6d5f. 00000400:00000200:2.0:1777587052.146307:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587052.146309:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587052.146311:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587052.146313:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587052.146321:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.146327:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587052.146329:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587052.146330:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587052.146332:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587052.146333:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587052.146334:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587052.146336:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587052.146341:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=89 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587052.146344:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=89 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587052.146347:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587052.146347:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587052.146350:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587052.146357:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.146360:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587052.146362:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587052.146364:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587052.146365:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587052.146368:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.146374:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587052.146375:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587052.146376:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587052.146378:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587052.146385:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667689728:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587052.146398:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587052.146401:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587052.146404:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a061cec5 x1863934667689600/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.146410:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587052.146412:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587052.146414:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516f837f. 02000000:00000001:2.0:1777587052.146418:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587052.146420:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587052.146424:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587052.146427:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587052.146429:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f6cdeb1. 02000000:00000001:2.0:1777587052.146433:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587052.146434:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587052.146436:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a061cec5. 00000100:00000001:2.0:1777587052.146439:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587052.146440:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587052.146441:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587052.146444:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b65e70 x1863934667689728/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587052.146460:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587052.146461:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587052.146463:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7bf1ecf. 02000000:00000001:2.0:1777587052.146465:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587052.146466:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587052.146467:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587052.146469:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587052.146474:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:2.0:1777587052.146476:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587052.146477:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587052.146478:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b65e70. 00000100:00000001:2.0:1777587052.146480:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587052.146481:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587052.146483:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587052.146490:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587052.146492:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587052.146494:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587052.146495:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587052.146595:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587052.146600:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587052.146604:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777587052.146648:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587052.146649:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587052.146651:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:1.0:1777587052.146655:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:1.0:1777587052.146656:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:1.0:1777587052.146659:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587052.146663:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587052.146670:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.146677:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587052.146678:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.146679:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587052.146681:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587052.146682:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587052.146683:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587052.146685:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587052.146689:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=95 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587052.146692:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587052.146695:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587052.146701:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587052.146703:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587052.146706:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587052.146713:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587052.146716:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587052.146717:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587052.146719:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587052.146720:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587052.146723:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.146730:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587052.146732:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587052.146733:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587052.146736:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587052.146743:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667689856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587052.146747:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.146749:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587052.146751:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667689856/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587052.146757:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587052.146758:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587052.146760:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ba44436. 02000000:00000001:1.0:1777587052.146762:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587052.146763:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587052.146764:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587052.146766:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587052.146767:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:1.0:1777587052.146769:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587052.146770:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587052.146771:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777587052.146778:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587052.146779:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.146781:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587052.146784:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587052.146785:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587052.146787:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587052.146789:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587052.781450:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587052.781460:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587052.781471:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587052.781473:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587052.781525:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587052.781531:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587052.781534:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587053.805385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587053.805392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587053.805402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587053.805404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587053.805465:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587053.805468:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587053.805470:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587054.830101:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587054.830107:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587054.830112:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587054.830116:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587054.830195:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587054.830198:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587054.830200:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587055.597370:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306802510, at 4306802560 00000100:00000040:3.0:1777587055.597370:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306802510, at 4306802560 00000100:00000010:3.0:1777587055.597386:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000010:1.0:1777587055.597398:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00000100:00000040:0.0:1777587055.597472:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306802510, at 4306802560 00000100:00000010:0.0:1777587055.597495:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000040:2.0:1777587055.597946:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306802510, at 4306802560 00000100:00000010:2.0:1777587055.597953:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00010000:00000001:1.0:1777587055.855545:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587055.855552:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587055.855558:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587055.855559:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587055.855625:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587055.855629:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587055.855631:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587056.877393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587056.877402:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587056.877405:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587056.877409:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877414:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587056.877417:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877418:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877421:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877425:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587056.877427:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587056.877428:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587056.877430:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877432:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587056.877450:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877452:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587056.877453:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587056.877857:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587056.877861:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587056.877864:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587057.261369:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587057.261379:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587057.261388:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587057.261396:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587057.261400:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587057.261404:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587057.261410:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587057.261418:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587057.261427:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587057.261437:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587057.261448:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587057.261450:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587057.261471:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.261496:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587057.261499:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587057.261503:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587057.261507:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587057.261510:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587057.261513:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587057.261515:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587057.261518:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587057.261523:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:3.0:1777587057.261523:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587057.261527:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.261529:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587057.261529:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1777587057.261533:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587057.261534:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.261534:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587057.261544:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587057.261545:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587057.261546:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.261548:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587057.261551:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_02+2] req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587057.261552:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587057.261555:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587057.261558:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587057.261565:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587057.261575:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587057.261577:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.261580:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587057.261584:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587057.261588:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1777587057.261590:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1777587057.261592:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 02000000:00000001:3.0:1777587057.261593:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1777587057.261596:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777587057.261598:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.261600:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587057.261602:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777587057.261604:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587057.261604:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667689984:192.168.204.155@tcp:400: 02000000:00000001:2.0:1777587057.261605:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587057.261609:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777587057.261611:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777587057.261611:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:3.0:1777587057.261611:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587057.261613:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587057.261617:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587057.261618:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.261618:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1777587057.261619:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587057.261622:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587057.261623:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.261626:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587057.261626:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1777587057.261628:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587057.261630:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587057.261632:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1777587057.261633:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017aa65b3. 02000000:00000001:3.0:1777587057.261637:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587057.261640:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587057.261648:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020bb47df. 00000100:00000001:1.0:1777587057.261651:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587057.261654:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587057.261657:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 02000000:00000001:1.0:1777587057.261659:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587057.261662:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587057.261665:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.261665:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587057.261667:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587057.261667:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667689984, portal 25 00000100:00100000:1.0:1777587057.261670:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667690112:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587057.261673:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587057.261677:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777587057.261677:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_03+3] req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587057.261677:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 02000000:00000001:1.0:1777587057.261681:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587057.261684:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587057.261687:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587057.261688:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587057.261693:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d5813f. 02000000:00000001:1.0:1777587057.261697:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.261702:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1777587057.261703:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000100:00000001:2.0:1777587057.261705:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587057.261708:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000040:3.0:1777587057.261708:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587057.261709:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1777587057.261713:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000200:1.0:1777587057.261714:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690112, portal 10 00000100:00000040:2.0:1777587057.261714:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1777587057.261718:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667689984, offset 0 00000100:00000001:1.0:1777587057.261719:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587057.261721:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:2.0:1777587057.261722:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12141) 00000400:00000200:3.0:1777587057.261727:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587057.261731:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587057.261739:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587057.261739:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777587057.261741:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:0.0:1777587057.261743:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1777587057.261747:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587057.261748:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587057.261752:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587057.261754:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777587057.261754:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:1.0:1777587057.261755:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000001:0.0:1777587057.261757:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587057.261760:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667690112, offset 0 00000400:00000200:3.0:1777587057.261760:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587057.261761:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587057.261764:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587057.261766:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587057.261767:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587057.261770:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587057.261775:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587057.261776:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [299:299:256:4294967295] 192.168.204.155@tcp LPNI seq info [299:299:8:4294967295] 00000100:00000001:0.0:1777587057.261790:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587057.261792:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587057.261793:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:0.0:1777587057.261796:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587057.261799:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587057.261803:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587057.261804:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:0.0:1777587057.261808:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667690240:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587057.261810:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587057.261814:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1777587057.261815:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587057.261816:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777587057.261819:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587057.261821:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587057.261822:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1777587057.261823:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 02000000:00000001:0.0:1777587057.261824:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587057.261826:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000010:0.0:1777587057.261830:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d0ad168. 00000400:00000200:1.0:1777587057.261831:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [300:300:255:4294967295] 192.168.204.155@tcp LPNI seq info [300:300:7:4294967295] 02000000:00000001:0.0:1777587057.261835:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587057.261836:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:0.0:1777587057.261840:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5b87ca. 00000400:00000010:0.0:1777587057.261846:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000400:00000200:1.0:1777587057.261848:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:0.0:1777587057.261850:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690240, portal 10 00000100:00000001:0.0:1777587057.261855:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1777587057.261855:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587057.261856:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587057.261858:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000800:00000200:3.0:1777587057.261861:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1777587057.261862:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587057.261870:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777587057.261876:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587057.261877:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587057.261880:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587057.261886:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.261886:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.261893:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306807630 00000100:00000001:0.0:1777587057.261894:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587057.261894:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 166371 usecs (167 jiffies) 00000100:00000001:1.0:1777587057.261898:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306804391 00000100:00000010:3.0:1777587057.261899:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9938503. 00000100:00000040:0.0:1777587057.261900:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587057.261905:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005376fed5. 00000100:00000200:0.0:1777587057.261908:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667690240, offset 0 00000100:00000001:3.0:1777587057.261909:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777587057.261916:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587057.261917:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306807630 00000100:00000001:3.0:1777587057.261917:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306807630 00000100:00000001:1.0:1777587057.261922:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306804391 00000100:00000010:3.0:1777587057.261923:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009297819b. 00000400:00000200:0.0:1777587057.261925:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587057.261928:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1777587057.261929:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587057.261934:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587057.261934:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306807630 00000100:00000001:3.0:1777587057.261934:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306807630 00000100:00000001:1.0:1777587057.261939:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306804391 00000400:00000200:0.0:1777587057.261940:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1777587057.261940:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e7b4ab. 00000400:00000200:0.0:1777587057.261945:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587057.261946:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1777587057.261950:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [301:301:254:4294967295] 192.168.204.155@tcp LPNI seq info [301:301:6:4294967295] 00000100:00000001:1.0:1777587057.261952:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306807630 00000100:00000001:3.0:1777587057.261952:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306807630 00000100:00000001:1.0:1777587057.261958:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306804391 00000100:00000010:3.0:1777587057.261959:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000400:00000200:0.0:1777587057.261966:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587057.261966:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587057.261966:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587057.261972:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306807630 00000100:00000001:3.0:1777587057.261972:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1777587057.261973:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000800:00000200:0.0:1777587057.261977:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587057.261978:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587057.261979:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587057.261981:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1777587057.261982:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000100:00000001:1.0:1777587057.261983:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.261984:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587057.261988:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587057.261989:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587057.261993:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587057.261995:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587057.261999:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587057.262000:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587057.262003:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587057.262003:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777587057.262004:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000100:00000001:1.0:1777587057.262006:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777587057.262008:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:0.0:1777587057.262009:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.262009:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.262014:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587057.262015:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 22376 usecs (23 jiffies) 00000100:00000001:2.0:1777587057.262015:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587057.262020:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306804247 00000100:00000001:0.0:1777587057.262023:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306807630 00000100:00000200:2.0:1777587057.262024:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587057.262028:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306804247 00000100:00000001:0.0:1777587057.262033:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306807630 00000100:00000001:0.0:1777587057.262038:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306804247 00000100:00000001:0.0:1777587057.262041:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306807630 00000100:00000001:0.0:1777587057.262043:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306804247 00000100:00000001:2.0:1777587057.262043:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587057.262046:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306807630 00000100:00000040:2.0:1777587057.262048:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587057.262056:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587057.262060:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.262061:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587057.262063:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.262063:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587057.262067:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587057.262077:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587057.262080:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:2.0:1777587057.262083:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587057.262087:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587057.262089:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:2.0:1777587057.262090:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:2.0:1777587057.262093:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587057.262095:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.262109:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587057.262112:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.262118:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.262119:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587057.262304:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587057.262307:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:2.0:1777587057.262311:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587057.262315:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587057.262317:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376fed5 00000400:00000010:2.0:1777587057.262319:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005376fed5. 00000100:00000001:2.0:1777587057.262322:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587057.262325:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.262331:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587057.262333:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.262338:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.262339:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587057.264142:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264156:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587057.264159:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264161:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587057.264171:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587057.264186:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09000 00000400:00000200:3.0:1777587057.264194:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xa2d [1] + 224 00000800:00000001:3.0:1777587057.264332:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264337:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587057.264340:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587057.264344:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587057.264350:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587057.264366:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587057.264376:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587057.264397:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587057.264407:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264411:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587057.264412:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264414:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587057.264418:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587057.264424:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09080 00000400:00000200:3.0:1777587057.264429:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa31 [1] + 224 00000800:00000001:3.0:1777587057.264432:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264436:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587057.264438:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587057.264442:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587057.264445:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587057.264445:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587057.264450:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1777587057.264450:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777587057.264457:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587057.264460:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1777587057.264462:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587057.264464:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020bb47df. 00000400:00000200:0.0:1777587057.264471:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000400:00000010:0.0:1777587057.264474:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:0.0:1777587057.264478:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587057.264483:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587057.264484:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587057.264490:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264495:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777587057.264496:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587057.264500:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587057.264503:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587057.264511:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1777587057.264514:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777587057.264515:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587057.264522:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587057.264526:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587057.264526:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09100 00000100:00000001:0.0:1777587057.264531:0:197581:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1777587057.264532:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587057.264534:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1777587057.264535:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1777587057.264536:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000100:00000001:0.0:1777587057.264539:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1777587057.264541:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000100:00000001:0.0:1777587057.264543:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587057.264544:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 02000000:00000001:0.0:1777587057.264547:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.264548:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1777587057.264553:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa3d [1] + 224 00000100:00000200:1.0:1777587057.264555:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777587057.264557:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=100 v=5 (5 5 5 0) 00000800:00000001:3.0:1777587057.264558:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1777587057.264564:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=100 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587057.264570:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587057.264573:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587057.264576:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587057.264577:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587057.264581:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587057.264586:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.264592:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587057.264594:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587057.264595:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587057.264598:0:197584:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1777587057.264599:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587057.264600:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587057.264603:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1777587057.264604:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587057.264611:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587057.264613:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587057.264616:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587057.264617:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587057.264619:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587057.264620:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587057.264620:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587057.264625:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777587057.264627:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587057.264633:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=94 v=5 (1 1 1 0) 00000100:00000040:0.0:1777587057.264636:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587057.264640:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587057.264642:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587057.264648:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1777587057.264651:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587057.264652:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.264658:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1777587057.264661:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667689984:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587057.264662:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587057.264667:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587057.264668:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587057.264672:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587057.264681:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587057.264684:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587057.264688:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667689984/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587057.264714:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777587057.264714:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587057.264716:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587057.264716:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1777587057.264717:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777587057.264719:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587057.264720:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1777587057.264722:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017aa65b3. 00000100:00000001:1.0:1777587057.264722:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587057.264722:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1777587057.264724:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587057.264727:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1777587057.264727:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587057.264729:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1777587057.264729:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be5b87ca. 00000100:00000040:1.0:1777587057.264732:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777587057.264733:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1777587057.264737:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:2.0:1777587057.264740:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000020:00000040:0.0:1777587057.264745:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587057.264745:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1777587057.264746:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667690112:192.168.204.155@tcp:400: 00000020:00000001:0.0:1777587057.264750:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:2.0:1777587057.264753:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587057.264755:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 00000100:00000001:1.0:1777587057.264755:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587057.264760:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1777587057.264763:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1777587057.264766:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667690112/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587057.264767:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587057.264770:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000200:2.0:1777587057.264771:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587057.264775:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587057.264778:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587057.264783:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587057.264785:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587057.264787:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d5813f. 00000100:00000001:0.0:1777587057.264791:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587057.264794:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587057.264797:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1777587057.264797:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1777587057.264798:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587057.264799:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587057.264802:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587057.264803:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587057.264806:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 00000100:00000001:0.0:1777587057.264807:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587057.264808:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587057.264810:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587057.264811:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1777587057.264811:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587057.264813:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1777587057.264815:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1777587057.264816:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:2.0:1777587057.264817:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587057.264820:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.264821:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1777587057.264822:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587057.264823:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587057.264826:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777587057.264828:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=100 v=5 (5 5 5 0) 00000100:00000001:1.0:1777587057.264831:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1777587057.264832:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587057.264833:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.264836:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587057.264838:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587057.264839:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587057.264843:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587057.264848:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587057.264850:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587057.264857:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.264860:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587057.264861:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587057.264863:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587057.264864:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587057.264867:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.264873:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587057.264875:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587057.264876:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587057.264878:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587057.264884:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667690240:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587057.264888:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587057.264890:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587057.264892:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667690240/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587057.264898:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587057.264899:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587057.264906:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d0ad168. 02000000:00000001:2.0:1777587057.264909:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587057.264910:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587057.264911:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587057.264913:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587057.264915:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:2.0:1777587057.264917:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587057.264918:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587057.264919:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587057.264921:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587057.264922:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587057.264924:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587057.264927:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587057.264928:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587057.264930:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587057.264931:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587057.901382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587057.901387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587057.901394:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587057.901396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587057.901505:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587057.901509:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587057.901511:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587058.925398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587058.925404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587058.925412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587058.925414:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587058.925634:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587058.925638:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587058.925641:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587059.949462:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587059.949469:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587059.949474:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587059.949475:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587059.949608:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587059.949612:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587059.949615:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587060.717398:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306807630, at 4306807680 00000100:00000010:0.0:1777587060.717416:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9938503. 00000100:00000040:3.0:1777587060.717496:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306807630, at 4306807680 00000100:00000010:3.0:1777587060.717509:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000040:1.0:1777587060.717520:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306807630, at 4306807680 00000100:00000010:1.0:1777587060.717530:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009297819b. 00000100:00000040:2.0:1777587060.718036:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306807630, at 4306807680 00000100:00000010:2.0:1777587060.718045:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e7b4ab. 00010000:00000001:1.0:1777587060.973556:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587060.973567:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587060.973576:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587060.973577:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587060.973646:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587060.973671:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587060.973675:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587061.997442:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587061.997447:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587061.997452:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587061.997453:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587061.997641:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587061.997644:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587061.997647:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587062.381357:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587062.381364:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587062.381374:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587062.381381:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587062.381387:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587062.381390:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587062.381395:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587062.381403:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587062.381410:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.381421:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587062.381432:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587062.381434:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.381439:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_00+0] req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587062.381513:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.381517:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587062.381519:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587062.381524:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587062.381532:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587062.381534:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587062.381538:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587062.381540:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587062.381542:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587062.381545:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667690368:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587062.381549:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587062.381554:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587062.381555:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587062.381557:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587062.381561:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dc351e9. 02000000:00000001:0.0:1777587062.381562:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587062.381567:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007746c723. 00000400:00000010:0.0:1777587062.381571:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000200:0.0:1777587062.381577:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690368, portal 25 00000100:00000001:0.0:1777587062.381579:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587062.381580:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:0.0:1777587062.381583:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587062.381588:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587062.381589:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587062.381591:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777587062.381592:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667690368, offset 0 00000400:00000200:0.0:1777587062.381597:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587062.381608:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587062.381612:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587062.381638:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587062.381640:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587062.381643:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587062.381646:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [302:302:256:4294967295] 192.168.204.155@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:0.0:1777587062.381656:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587062.381661:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587062.381665:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587062.381670:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587062.381676:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587062.381678:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587062.381695:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.381698:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306812750 00000100:00000010:0.0:1777587062.381701:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002850297a. 00000100:00000001:0.0:1777587062.381707:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587062.381712:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306812750 00000100:00000010:0.0:1777587062.381713:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000100:00000001:0.0:1777587062.381715:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587062.381717:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306812750 00000100:00000010:0.0:1777587062.381719:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000100:00000001:0.0:1777587062.381721:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587062.381722:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306812750 00000100:00000010:0.0:1777587062.381723:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000100:00000001:0.0:1777587062.381725:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587062.381726:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587062.381728:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.381730:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.381731:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777587062.381854:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587062.381859:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:1.0:1777587062.381864:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587062.381869:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587062.381874:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:1.0:1777587062.381876:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:1.0:1777587062.381880:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587062.381883:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.381891:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587062.381904:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.381911:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587062.381913:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587062.382110:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382117:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587062.382119:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587062.382122:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587062.382124:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587062.382126:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587062.382127:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587062.382128:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587062.382131:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587062.382133:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382136:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587062.382141:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587062.382142:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382143:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_01+1] req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.382172:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587062.382173:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587062.382174:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587062.382180:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.382185:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587062.382186:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587062.382187:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587062.382188:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587062.382189:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587062.382199:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667690496:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587062.382203:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587062.382206:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587062.382207:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587062.382208:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587062.382211:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0dae14d. 02000000:00000001:1.0:1777587062.382213:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587062.382217:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000400:00000010:1.0:1777587062.382224:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777587062.382227:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690496, portal 10 00000100:00000001:1.0:1777587062.382229:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587062.382230:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:1.0:1777587062.382235:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.382241:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587062.382244:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587062.382246:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777587062.382248:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667690496, offset 0 00000400:00000200:1.0:1777587062.382274:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587062.382279:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587062.382282:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587062.382284:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587062.382286:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587062.382289:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587062.382291:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [303:303:256:4294967295] 192.168.204.155@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:1.0:1777587062.382306:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587062.382311:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587062.382314:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587062.382318:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587062.382322:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587062.382324:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587062.382345:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587062.382349:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 164481 usecs (165 jiffies) 00000100:00000001:1.0:1777587062.382352:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306809509 00000100:00000001:1.0:1777587062.382354:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382356:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306809509 00000100:00000001:1.0:1777587062.382357:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382359:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306809509 00000100:00000001:1.0:1777587062.382361:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382363:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306809509 00000100:00000001:1.0:1777587062.382365:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382366:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587062.382368:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587062.382370:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587062.382372:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587062.382376:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587062.382378:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587062.382380:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.382381:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587062.382381:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587062.382382:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.382383:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587062.382384:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.382385:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.382392:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587062.382393:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.382395:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587062.382527:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382530:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587062.382533:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587062.382536:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587062.382539:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587062.382541:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587062.382543:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587062.382544:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587062.382548:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587062.382551:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382554:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587062.382561:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587062.382562:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382566:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_02+2] req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.382617:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587062.382619:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587062.382620:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587062.382624:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.382632:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587062.382633:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587062.382635:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587062.382636:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587062.382637:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587062.382639:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667690624:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587062.382641:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587062.382643:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587062.382644:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587062.382645:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587062.382647:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb364f43. 02000000:00000001:1.0:1777587062.382647:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587062.382649:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef50e163. 00000400:00000010:1.0:1777587062.382651:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e32761c. 00000100:00000200:1.0:1777587062.382653:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690624, portal 10 00000100:00000001:1.0:1777587062.382654:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587062.382655:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:1.0:1777587062.382658:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.382662:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587062.382663:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587062.382664:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000100:00000200:1.0:1777587062.382665:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667690624, offset 0 00000400:00000200:1.0:1777587062.382668:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587062.382671:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587062.382673:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587062.382674:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587062.382676:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587062.382677:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587062.382679:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [304:304:255:4294967295] 192.168.204.155@tcp LPNI seq info [304:304:7:4294967295] 00000400:00000200:1.0:1777587062.382684:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587062.382690:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587062.382692:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000800:00000200:1.0:1777587062.382694:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587062.382697:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587062.382698:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587062.382700:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587062.382702:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 22153 usecs (23 jiffies) 00000100:00000001:1.0:1777587062.382703:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306809368 00000100:00000001:1.0:1777587062.382704:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382706:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306809368 00000100:00000001:1.0:1777587062.382707:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382708:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306809368 00000100:00000001:1.0:1777587062.382709:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382709:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306809368 00000100:00000001:1.0:1777587062.382710:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306812750 00000100:00000001:1.0:1777587062.382711:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587062.382712:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587062.382713:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587062.382714:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587062.382733:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.382734:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587062.382737:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587062.382739:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12147) 00000100:00000001:0.0:1777587062.382854:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.382857:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587062.382858:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.382860:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.382876:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.382878:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587062.382985:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587062.382990:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:3.0:1777587062.382993:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587062.382997:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587062.383000:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000400:00000010:3.0:1777587062.383002:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000001:3.0:1777587062.383005:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587062.383008:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.383016:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587062.383017:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.383024:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587062.383030:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587062.383078:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587062.383080:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000400:00000200:3.0:1777587062.383083:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587062.383086:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587062.383089:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000400:00000010:3.0:1777587062.383090:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:3.0:1777587062.383092:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587062.383095:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.383102:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587062.383104:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.383109:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587062.383110:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587062.383440:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587062.383442:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587062.383445:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587062.383446:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587062.383447:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587062.383449:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587062.384678:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587062.384689:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587062.384692:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587062.384694:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587062.384703:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587062.384717:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09180 00000400:00000200:3.0:1777587062.384723:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xa45 [1] + 224 00000800:00000001:3.0:1777587062.384730:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587062.384737:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587062.384739:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587062.384743:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587062.384748:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587062.384761:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587062.384771:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.384788:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587062.384805:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587062.384808:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587062.384861:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.384865:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587062.384870:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587062.384872:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587062.384873:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007746c723. 00000400:00000200:0.0:1777587062.384880:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:0.0:1777587062.384882:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:0.0:1777587062.384885:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587062.384888:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587062.384910:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587062.384916:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587062.384917:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587062.384920:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587062.384922:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587062.384924:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587062.384927:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587062.384929:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587062.384934:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=105 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587062.384939:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=105 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587062.384942:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587062.384943:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587062.384946:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587062.384948:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.384950:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587062.384954:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587062.384974:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587062.384976:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587062.384978:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587062.384982:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587062.384989:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667690368:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587062.384993:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587062.384996:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587062.384997:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667690368/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587062.385004:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587062.385006:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587062.385009:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dc351e9. 02000000:00000001:0.0:1777587062.385013:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587062.385015:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587062.385017:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587062.385019:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587062.385021:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:0.0:1777587062.385024:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587062.385026:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587062.385028:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587062.385031:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587062.385032:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587062.385034:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587062.385039:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587062.385041:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587062.385043:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587062.385044:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587062.385500:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385506:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587062.385508:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385510:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587062.385517:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587062.385536:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09200 00000400:00000200:1.0:1777587062.385541:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa4d [1] + 224 00000800:00000001:1.0:1777587062.385545:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385548:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587062.385550:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587062.385552:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587062.385555:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587062.385559:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587062.385567:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587062.385587:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587062.385592:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385595:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587062.385597:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385598:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587062.385602:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587062.385607:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09280 00000400:00000200:1.0:1777587062.385611:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:1.0:1777587062.385625:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385665:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587062.385667:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587062.385671:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587062.385674:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587062.385676:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587062.385684:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.385735:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587062.385737:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587062.385754:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587062.385768:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587062.385776:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587062.385830:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587062.385833:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587062.385837:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587062.385839:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587062.385841:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:2.0:1777587062.385845:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:2.0:1777587062.385846:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:2.0:1777587062.385849:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587062.385852:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587062.385859:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587062.385864:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587062.385865:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587062.385867:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587062.385868:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587062.385870:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587062.385871:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587062.385873:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587062.385879:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=99 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587062.385881:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=99 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587062.385883:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587062.385884:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587062.385886:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587062.385889:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587062.385892:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587062.385894:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587062.385895:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587062.385903:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587062.385906:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587062.385912:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587062.385913:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587062.385915:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587062.385917:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587062.385923:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667690496:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587062.385926:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587062.385928:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587062.385931:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667690496/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587062.385935:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587062.385937:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587062.385938:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0dae14d. 02000000:00000001:2.0:1777587062.385941:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587062.385942:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587062.385948:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587062.385950:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587062.385951:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777587062.385953:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587062.385954:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587062.385955:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:2.0:1777587062.385958:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587062.385959:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587062.385960:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587062.385964:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587062.385965:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587062.385967:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587062.385968:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587062.386310:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587062.386312:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587062.386313:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef50e163. 00000400:00000200:3.0:1777587062.386316:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e32761c 00000400:00000010:3.0:1777587062.386317:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e32761c. 00000100:00000001:3.0:1777587062.386320:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587062.386323:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587062.386330:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.386335:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587062.386337:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587062.386338:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587062.386340:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587062.386340:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587062.386342:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587062.386343:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587062.386347:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=105 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587062.386350:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587062.386352:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587062.386353:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587062.386354:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587062.386356:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587062.386361:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587062.386363:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587062.386364:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587062.386365:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587062.386366:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587062.386368:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.386384:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587062.386386:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587062.386387:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587062.386390:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587062.386395:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667690624:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587062.386399:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587062.386401:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587062.386402:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667690624/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587062.386409:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587062.386410:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587062.386412:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb364f43. 02000000:00000001:3.0:1777587062.386415:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587062.386416:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587062.386417:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587062.386418:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587062.386420:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:3.0:1777587062.386422:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587062.386423:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587062.386424:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777587062.386426:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587062.386427:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587062.386428:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587062.386432:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587062.386433:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587062.386435:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587062.386436:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587063.022549:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587063.022554:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587063.022558:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587063.022558:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587063.022939:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587063.022944:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587063.022946:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587064.045366:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587064.045371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587064.045376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587064.045378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587064.045469:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587064.045474:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587064.045495:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587065.069547:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587065.069553:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587065.069559:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587065.069559:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587065.069777:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587065.069780:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587065.069782:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587065.837376:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306812750, at 4306812800 00000100:00000010:3.0:1777587065.837393:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000040:1.0:1777587065.837425:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306812750, at 4306812800 00000100:00000010:1.0:1777587065.837432:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00000100:00000040:0.0:1777587065.838306:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306812750, at 4306812800 00000100:00000010:0.0:1777587065.838315:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002850297a. 00000100:00000040:2.0:1777587065.838766:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306812750, at 4306812801 00000100:00000010:2.0:1777587065.838774:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00010000:00000001:1.0:1777587066.094472:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587066.094478:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587066.094483:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587066.094484:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587066.094572:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587066.094575:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587066.094578:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587067.117720:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587067.117727:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587067.117729:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587067.117733:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117737:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587067.117739:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117741:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117743:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117746:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587067.117748:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587067.117749:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587067.117750:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117751:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587067.117752:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117753:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.117755:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587067.117933:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587067.117937:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587067.117940:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587067.501487:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587067.501496:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587067.501514:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587067.501520:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587067.501525:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587067.501528:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587067.501532:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587067.501612:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f6cdeb1. 00000100:00000001:1.0:1777587067.501620:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501631:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587067.501642:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587067.501644:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501649:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_03+3] req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587067.501708:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587067.501717:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1777587067.501719:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587067.501768:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587067.501772:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.501772:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501778:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587067.501782:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587067.501785:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000020:00000040:1.0:1777587067.501788:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587067.501791:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587067.501792:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587067.501794:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587067.501797:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac363b9b. 00000100:00000001:1.0:1777587067.501800:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501804:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587067.501811:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587067.501812:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501815:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_00_00+0] req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.501845:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501847:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587067.501855:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587067.501858:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000020:00000040:1.0:1777587067.501860:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587067.501862:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587067.501863:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587067.501864:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587067.501867:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587067.501870:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501874:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587067.501881:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587067.501882:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501884:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_01+1] req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.501893:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.501894:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587067.501897:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777587067.501899:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587067.501903:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12152) 00000100:00000001:2.0:1777587067.501904:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587067.501908:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587067.501913:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587067.501923:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587067.501925:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587067.501928:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587067.501930:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587067.501932:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587067.501936:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667691008:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587067.501940:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587067.501945:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587067.501947:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587067.501949:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587067.501954:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd943562. 02000000:00000001:2.0:1777587067.501955:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587067.501961:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f6d5f. 00000400:00000010:2.0:1777587067.501968:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587067.501975:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691008, portal 10 00000100:00000001:2.0:1777587067.501977:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587067.501979:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000100:00000040:2.0:1777587067.501986:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587067.501994:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587067.501997:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587067.501999:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777587067.502002:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667691008, offset 0 00000400:00000200:2.0:1777587067.502008:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587067.502020:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587067.502025:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587067.502028:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587067.502032:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587067.502041:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587067.502043:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587067.502047:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587067.502048:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [305:305:256:4294967295] 192.168.204.155@tcp LPNI seq info [305:305:8:4294967295] 00000100:00000001:0.0:1777587067.502050:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587067.502057:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587067.502067:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587067.502073:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587067.502076:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587067.502080:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1777587067.502080:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587067.502083:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587067.502086:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587067.502086:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000100:00100000:0.0:1777587067.502090:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667690880:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587067.502104:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587067.502107:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587067.502110:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587067.502110:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:0.0:1777587067.502113:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587067.502118:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0dae14d. 02000000:00000001:0.0:1777587067.502122:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587067.502122:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:0.0:1777587067.502127:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007746c723. 00000800:00000200:2.0:1777587067.502128:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1777587067.502133:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000200:0.0:1777587067.502137:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690880, portal 10 00000100:00000001:0.0:1777587067.502146:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587067.502147:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000001:2.0:1777587067.502153:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587067.502154:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587067.502160:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 21945 usecs (22 jiffies) 00000100:00000001:0.0:1777587067.502165:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587067.502167:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306814486 00000100:00000040:0.0:1777587067.502170:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777587067.502173:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000400:00000010:0.0:1777587067.502174:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af346a3b. 00000100:00000200:0.0:1777587067.502179:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667690880, offset 0 00000100:00000001:2.0:1777587067.502182:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777587067.502186:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587067.502190:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306814486 00000400:00000200:0.0:1777587067.502193:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777587067.502196:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000400:00000200:0.0:1777587067.502198:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587067.502200:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1777587067.502202:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587067.502205:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587067.502208:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587067.502208:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306814486 00000400:00000200:0.0:1777587067.502213:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [306:306:255:4294967295] 192.168.204.155@tcp LPNI seq info [306:306:7:4294967295] 00000100:00000010:2.0:1777587067.502214:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:2.0:1777587067.502218:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587067.502223:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306814486 00000100:00000010:2.0:1777587067.502228:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000400:00000200:0.0:1777587067.502229:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587067.502233:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000800:00000200:0.0:1777587067.502237:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587067.502238:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587067.502242:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587067.502243:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000100:00000001:2.0:1777587067.502245:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587067.502248:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777587067.502249:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587067.502275:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587067.502278:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1777587067.502282:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587067.502283:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1777587067.502286:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587067.502290:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587067.502293:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 162643 usecs (163 jiffies) 00000100:00000001:2.0:1777587067.502293:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587067.502296:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.502297:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306814628 00000100:00000001:2.0:1777587067.502300:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587067.502302:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587067.502305:0:197581:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306814486 00000800:00000010:1.0:1777587067.502308:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000100:00000001:0.0:1777587067.502310:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306814628 00000100:00000001:0.0:1777587067.502314:0:197581:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306814486 00000400:00000200:1.0:1777587067.502314:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587067.502320:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306814628 00000100:00000001:0.0:1777587067.502326:0:197581:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306814486 00000400:00000200:1.0:1777587067.502326:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587067.502331:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:1.0:1777587067.502334:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:0.0:1777587067.502337:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306814628 00000100:00000001:1.0:1777587067.502340:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587067.502341:0:197581:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306814486 00000100:00000001:0.0:1777587067.502346:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777587067.502346:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587067.502350:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.502354:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.502358:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587067.502364:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587067.502366:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587067.502367:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587067.502370:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587067.502372:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587067.502373:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587067.502375:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.502384:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.502394:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.502396:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587067.502783:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587067.502787:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:1.0:1777587067.502792:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587067.502796:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587067.502799:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af346a3b 00000400:00000010:1.0:1777587067.502801:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af346a3b. 00000100:00000001:1.0:1777587067.502803:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587067.502806:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.502814:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587067.502816:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.502821:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.502822:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587067.502986:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587067.502989:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587067.502991:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587067.502992:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587067.502993:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587067.502998:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587067.503005:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587067.503006:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587067.503008:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587067.503010:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587067.503012:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587067.503015:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667690752:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587067.503018:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587067.503021:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587067.503023:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587067.503024:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587067.503028:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f916139. 02000000:00000001:3.0:1777587067.503030:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587067.503034:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd12918e. 00000400:00000010:3.0:1777587067.503128:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 00000100:00000200:3.0:1777587067.503134:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667690752, portal 25 00000100:00000001:3.0:1777587067.503136:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587067.503137:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:3.0:1777587067.503142:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587067.503149:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587067.503151:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587067.503153:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000200:3.0:1777587067.503156:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667690752, offset 0 00000400:00000200:3.0:1777587067.503160:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587067.503166:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587067.503176:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587067.503179:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587067.503181:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587067.503183:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587067.503186:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [307:307:256:4294967295] 192.168.204.155@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:3.0:1777587067.503193:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587067.503198:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587067.503201:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000800:00000200:3.0:1777587067.503206:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587067.503210:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587067.503213:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587067.503298:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587067.503302:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306817872 00000100:00000001:3.0:1777587067.503307:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306814628 00000100:00000001:3.0:1777587067.503310:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306817872 00000100:00000001:3.0:1777587067.503313:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306814628 00000100:00000001:3.0:1777587067.503315:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306817872 00000100:00000001:3.0:1777587067.503317:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306814628 00000100:00000001:3.0:1777587067.503319:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306817872 00000100:00000001:3.0:1777587067.503322:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306814628 00000100:00000001:3.0:1777587067.503324:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587067.503326:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587067.503328:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587067.503330:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587067.503718:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587067.503721:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:2.0:1777587067.503724:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587067.503729:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587067.503732:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:2.0:1777587067.503733:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:2.0:1777587067.503737:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587067.503740:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587067.503748:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587067.503750:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587067.503755:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587067.503756:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587067.510185:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510201:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587067.510205:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510209:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587067.510223:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587067.510242:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09300 00000400:00000200:1.0:1777587067.510333:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xa6d [1] + 224 00000800:00000001:1.0:1777587067.510344:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510350:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587067.510354:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587067.510358:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587067.510366:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587067.510372:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587067.510383:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.510509:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587067.510520:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510524:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587067.510526:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510528:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587067.510533:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587067.510549:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09400 00000400:00000200:1.0:1777587067.510555:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa5d [1] + 224 00000800:00000001:1.0:1777587067.510559:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510564:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587067.510565:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587067.510569:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587067.510572:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587067.510577:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587067.510587:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.510606:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587067.510612:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510616:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587067.510618:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510620:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587067.510626:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777587067.510628:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587067.510633:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09380 00000100:00000001:0.0:1777587067.510635:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587067.510650:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa65 [1] + 224 00000800:00000001:1.0:1777587067.510654:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777587067.510660:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587067.510663:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587067.510666:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f6d5f. 00000400:00000200:0.0:1777587067.510672:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:0.0:1777587067.510675:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:0.0:1777587067.510679:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587067.510683:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587067.510691:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587067.510695:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587067.510697:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587067.510699:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587067.510703:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587067.510705:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587067.510707:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587067.510709:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587067.510718:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=110 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587067.510721:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587067.510723:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587067.510724:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587067.510729:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777587067.510732:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1777587067.510733:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1777587067.510738:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587067.510741:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00010000:00000001:0.0:1777587067.510748:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.510750:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587067.510752:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587067.510753:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587067.510754:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587067.510755:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587067.510759:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587067.510765:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587067.510775:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587067.510781:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587067.510787:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587067.510790:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587067.510795:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.510799:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1777587067.510805:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667691008:192.168.204.155@tcp:400: 00000800:00000001:1.0:1777587067.510807:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587067.510813:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587067.510814:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587067.510819:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587067.510821:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667691008/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.510826:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587067.510829:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587067.510833:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587067.510836:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587067.510839:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007746c723. 00000100:00000001:0.0:1777587067.510847:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1777587067.510847:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 02000000:00000001:0.0:1777587067.510851:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1777587067.510851:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 02000000:00000010:0.0:1777587067.510856:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd943562. 00000100:00000001:1.0:1777587067.510856:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587067.510862:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587067.510870:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1777587067.510871:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777587067.510874:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587067.510878:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587067.510883:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777587067.510884:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1777587067.510886:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587067.510886:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587067.510890:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777587067.510890:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587067.510892:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1777587067.510892:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1777587067.510895:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:1.0:1777587067.510895:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587067.510898:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587067.510900:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.510904:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587067.510906:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1777587067.510906:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=104 v=5 (5 5 5 0) 00000100:00000001:0.0:1777587067.510908:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1777587067.510912:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=104 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587067.510915:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587067.510916:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587067.510916:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587067.510918:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777587067.510919:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.510922:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1777587067.510923:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587067.510924:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.510927:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587067.510929:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587067.510937:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587067.510939:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587067.510943:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.510949:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587067.510951:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587067.510952:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587067.510955:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587067.510961:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667690880:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587067.510967:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587067.510969:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587067.510971:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667690880/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587067.510977:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587067.510979:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587067.510981:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0dae14d. 02000000:00000001:1.0:1777587067.510984:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587067.510985:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587067.510986:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587067.510988:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587067.510989:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac363b9b. 02000000:00000001:1.0:1777587067.510991:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587067.510992:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587067.510993:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:1.0:1777587067.510996:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587067.510997:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587067.510999:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587067.511003:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587067.511004:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587067.511006:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587067.511008:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587067.511918:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587067.511922:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587067.511926:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587067.511928:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587067.511930:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd12918e. 00000400:00000200:3.0:1777587067.511933:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:3.0:1777587067.511941:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:3.0:1777587067.511944:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587067.511950:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587067.511958:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587067.511964:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587067.511966:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587067.511968:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587067.511969:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587067.511971:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587067.511972:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587067.511974:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587067.511977:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587067.511980:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=110 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587067.511982:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587067.511983:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587067.511985:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587067.511987:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587067.511989:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587067.511992:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587067.511999:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587067.512001:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587067.512002:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587067.512005:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587067.512012:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667690752:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587067.512016:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587067.512018:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587067.512019:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667690752/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587083 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587067.512035:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587067.512036:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587067.512038:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f916139. 02000000:00000001:3.0:1777587067.512040:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587067.512041:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587067.512042:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587067.512044:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587067.512046:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f6cdeb1. 02000000:00000001:3.0:1777587067.512048:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587067.512049:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587067.512050:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:3.0:1777587067.512053:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587067.512054:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587067.512055:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587067.512060:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587067.512061:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587067.512063:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587067.512065:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587068.141364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587068.141400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587068.141407:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587068.141408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587068.141496:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587068.141499:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587068.141502:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587069.165484:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587069.165490:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587069.165495:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587069.165496:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587069.165628:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587069.165631:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587069.165634:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587070.189750:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587070.189757:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587070.189764:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587070.189892:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587070.189957:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587070.189961:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587070.189965:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587070.957410:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306817872, at 4306817920 00000100:00000040:1.0:1777587070.957410:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306817872, at 4306817920 00000100:00000040:2.0:1777587070.957413:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306817872, at 4306817920 00000100:00000010:1.0:1777587070.957437:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000010:2.0:1777587070.957444:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000010:0.0:1777587070.957445:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00000100:00000040:3.0:1777587070.958136:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306817872, at 4306817920 00000100:00000010:3.0:1777587070.958142:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00010000:00000001:1.0:1777587071.213386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587071.213392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587071.213398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587071.213399:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587071.217080:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587071.217085:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587071.217089:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587072.237486:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587072.237493:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587072.237501:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587072.237502:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587072.237903:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587072.237906:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587072.237909:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587072.621407:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587072.621417:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587072.621428:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000020:00000040:1.0:1777587072.621435:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587072.621440:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587072.621443:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587072.621448:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587072.621456:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac363b9b. 00000100:00000001:1.0:1777587072.621463:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587072.621475:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587072.621485:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587072.621487:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587072.621492:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_00_02+2] req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587072.621546:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587072.621549:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587072.621553:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587072.621556:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777587072.621559:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587072.621562:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587072.621564:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587072.621566:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587072.621570:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:0.0:1777587072.621572:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587072.621574:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.621578:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777587072.621581:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587072.621582:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587072.621590:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.621600:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587072.621602:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.621606:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587072.621609:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587072.621611:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587072.621613:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587072.621614:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587072.621619:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667691136:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587072.621622:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_03+3] req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.621627:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587072.621633:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587072.621635:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.621636:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587072.621638:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587072.621641:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587072.621644:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 02000000:00000001:0.0:1777587072.621648:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1777587072.621648:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587072.621651:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1777587072.621653:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516f837f. 02000000:00000001:1.0:1777587072.621653:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587072.621655:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.621657:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587072.621661:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8ec9e8. 00000400:00000010:0.0:1777587072.621665:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000100:00000001:1.0:1777587072.621665:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587072.621672:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1777587072.621674:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000001:1.0:1777587072.621682:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1777587072.621684:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691136, portal 25 00000100:00000001:0.0:1777587072.621687:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587072.621688:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000001:1.0:1777587072.621691:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587072.621696:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587072.621699:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_00_00+0] req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.621715:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587072.621720:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587072.621723:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af346a3b. 00000100:00000200:0.0:1777587072.621726:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667691136, offset 0 00000400:00000200:0.0:1777587072.621732:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587072.621738:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587072.621741:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1777587072.621746:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587072.621751:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777587072.621752:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1777587072.621756:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587072.621760:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1777587072.621760:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12157) 00000400:00000200:0.0:1777587072.621765:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587072.621768:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [308:308:256:4294967295] 192.168.204.155@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:0.0:1777587072.621779:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587072.621783:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587072.621787:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000100:00000001:1.0:1777587072.621791:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1777587072.621795:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00100000:1.0:1777587072.621796:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587072.621799:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777587072.621802:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587072.621806:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587072.621808:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587072.621811:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587072.621814:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587072.621815:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587072.621816:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587072.621817:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587072.621822:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306822990 00000100:00000040:1.0:1777587072.621825:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777587072.621826:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002850297a. 00000100:00000001:0.0:1777587072.621833:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587072.621834:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587072.621835:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587072.621837:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587072.621840:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587072.621842:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306822990 02000000:00000001:1.0:1777587072.621842:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587072.621847:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d85c779c. 00000100:00100000:1.0:1777587072.621849:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667691392:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587072.621850:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587072.621854:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306822990 00000100:00000001:1.0:1777587072.621855:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1777587072.621857:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008efd15fe. 02000000:00000001:1.0:1777587072.621859:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587072.621860:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1777587072.621862:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.621863:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306822990 00000100:00000010:0.0:1777587072.621866:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000937b78f6. 02000000:00000001:1.0:1777587072.621866:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587072.621869:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587072.621871:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1777587072.621871:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e579a3a0. 00000100:00000001:0.0:1777587072.621873:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587072.621875:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.621877:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.621878:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1777587072.621880:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f9ebddf. 00000100:00000001:0.0:1777587072.621881:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587072.621883:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587072.621885:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587072.621886:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1777587072.621886:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071489e82. 00000100:00000001:0.0:1777587072.621888:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587072.621890:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587072.621892:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587072.621892:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691392, portal 10 00000100:00000001:0.0:1777587072.621893:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587072.621894:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.621895:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587072.621896:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587072.621896:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587072.621899:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.621903:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587072.621904:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.621905:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587072.621907:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587072.621908:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1777587072.621909:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587072.621911:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667691264:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587072.621916:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000001:0.0:1777587072.621922:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587072.621924:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587072.621926:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.621928:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587072.621931:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dc351e9. 00000100:00000040:1.0:1777587072.621932:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.621932:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587072.621935:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.621936:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587072.621941:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000400:00000010:0.0:1777587072.621946:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000001:1.0:1777587072.621948:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777587072.621951:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691264, portal 10 00000100:00000040:1.0:1777587072.621952:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587072.621955:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587072.621957:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000400:00000010:1.0:1777587072.621958:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e32761c. 00000100:00000200:1.0:1777587072.621963:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667691392, offset 0 00000100:00000040:0.0:1777587072.621966:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587072.621971:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587072.621978:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587072.621978:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777587072.621983:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587072.621984:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1777587072.621987:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000400:00000200:1.0:1777587072.621990:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:0.0:1777587072.621992:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667691264, offset 0 00000400:00000200:1.0:1777587072.622006:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587072.622011:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587072.622011:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587072.622017:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [309:309:255:4294967295] 192.168.204.155@tcp LPNI seq info [309:309:7:4294967295] 00000400:00000200:1.0:1777587072.622025:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587072.622030:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587072.622033:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587072.622036:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587072.622039:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587072.622042:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1777587072.622043:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a209bc3. 00000400:00000200:0.0:1777587072.622046:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587072.622048:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587072.622052:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587072.622053:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [310:310:254:4294967295] 192.168.204.155@tcp LPNI seq info [310:310:6:4294967295] 00000800:00000200:1.0:1777587072.622054:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587072.622062:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1777587072.622067:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000010:2.0:1777587072.622068:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:0.0:1777587072.622072:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587072.622073:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a209bc3 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1777587072.622078:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587072.622079:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1777587072.622081:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000100:00000001:1.0:1777587072.622084:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587072.622088:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587072.622090:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:1.0:1777587072.622091:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 21816 usecs (22 jiffies) 00000800:00000200:0.0:1777587072.622095:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587072.622097:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306819606 00000800:00000200:0.0:1777587072.622098:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777587072.622098:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af346a3b 00000100:00000001:1.0:1777587072.622104:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306822990 00000400:00000010:2.0:1777587072.622104:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af346a3b. 00000100:00000001:1.0:1777587072.622108:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306819606 00000100:00000001:2.0:1777587072.622109:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587072.622113:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587072.622113:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306822990 00000100:00000001:1.0:1777587072.622115:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306819606 00000100:00000001:1.0:1777587072.622117:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306822990 00000100:00000040:0.0:1777587072.622120:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 160925 usecs (161 jiffies) 00000100:00000001:1.0:1777587072.622121:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306819606 00000100:00000001:0.0:1777587072.622123:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306819745 00000100:00000200:2.0:1777587072.622124:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.622127:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306822990 00000100:00000001:0.0:1777587072.622132:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306819745 00000100:00000001:1.0:1777587072.622134:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306822990 00000100:00000001:0.0:1777587072.622136:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306822990 00000100:00000001:1.0:1777587072.622140:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587072.622141:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306819745 00000100:00000001:0.0:1777587072.622145:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306822990 00000100:00000001:0.0:1777587072.622147:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306819745 00000100:00000001:1.0:1777587072.622147:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.622149:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587072.622151:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306822990 00000100:00000001:0.0:1777587072.622153:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587072.622153:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587072.622154:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.622158:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587072.622158:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.622163:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.622168:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.622169:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.622178:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587072.622193:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587072.622194:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a209bc3. 00000400:00000200:2.0:1777587072.622197:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587072.622201:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587072.622204:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e32761c 00000400:00000010:2.0:1777587072.622205:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e32761c. 00000100:00000001:2.0:1777587072.622207:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587072.622210:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.622217:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587072.622218:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.622224:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.622225:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587072.622242:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587072.622244:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:2.0:1777587072.622246:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587072.622249:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587072.622274:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:2.0:1777587072.622276:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:2.0:1777587072.622278:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587072.622281:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.622287:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587072.622289:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.622295:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.622297:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587072.624122:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587072.624140:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587072.624144:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587072.624148:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587072.624161:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587072.624188:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09480 00000400:00000200:2.0:1777587072.624197:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xa75 [1] + 224 00000800:00000001:2.0:1777587072.624205:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587072.624216:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587072.624218:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587072.624222:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587072.624228:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587072.624234:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587072.624244:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.624294:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587072.624302:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587072.624306:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.624374:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587072.624378:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587072.624385:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587072.624387:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587072.624390:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777587072.624397:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:0.0:1777587072.624400:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:0.0:1777587072.624404:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587072.624407:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587072.624415:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.624421:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587072.624422:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.624424:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587072.624427:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587072.624429:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587072.624431:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.624440:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587072.624446:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=115 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587072.624450:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=115 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587072.624453:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587072.624454:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587072.624457:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587072.624459:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.624462:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587072.624466:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.624473:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587072.624476:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587072.624478:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587072.624481:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587072.624487:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667691136:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587072.624492:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.624495:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587072.624498:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667691136/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.624504:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587072.624506:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587072.624509:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516f837f. 02000000:00000001:0.0:1777587072.624513:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587072.624514:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587072.624516:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587072.624518:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587072.624520:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac363b9b. 02000000:00000001:0.0:1777587072.624523:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587072.624525:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587072.624527:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:0.0:1777587072.624531:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587072.624532:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.624541:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.624544:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587072.624546:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587072.624547:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.624549:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587072.624558:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624573:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587072.624577:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624579:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587072.624589:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587072.624604:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09500 00000400:00000200:1.0:1777587072.624613:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa81 [1] + 224 00000800:00000001:1.0:1777587072.624619:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624625:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587072.624628:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587072.624632:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587072.624638:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587072.624645:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587072.624655:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587072.624675:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587072.624683:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624686:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587072.624688:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624690:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587072.624694:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587072.624699:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09580 00000400:00000200:1.0:1777587072.624703:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa7d [1] + 224 00000800:00000001:1.0:1777587072.624707:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624773:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587072.624781:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587072.624785:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587072.624788:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587072.624792:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587072.624799:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587072.624819:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587072.624824:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587072.624827:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587072.625863:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587072.625868:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587072.625873:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587072.625875:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587072.625877:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f9ebddf. 00000400:00000200:2.0:1777587072.625884:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071489e82 00000400:00000010:2.0:1777587072.625886:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000071489e82. 00000100:00000001:2.0:1777587072.625890:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587072.625898:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587072.625907:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.625914:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587072.625916:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587072.625918:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587072.625920:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587072.625922:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587072.625923:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587072.625926:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587072.625942:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=115 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587072.625946:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587072.625948:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587072.625950:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587072.625952:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587072.625957:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587072.625963:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.625966:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587072.625967:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587072.625969:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587072.625970:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587072.625972:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.625978:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587072.625980:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587072.625981:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587072.625984:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587072.625990:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667691392:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587072.626004:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587072.626006:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587072.626008:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667691392/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587072.626014:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587072.626015:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587072.626018:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e579a3a0. 02000000:00000001:2.0:1777587072.626022:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587072.626024:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587072.626025:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587072.626028:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587072.626035:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8ec9e8. 02000000:00000001:2.0:1777587072.626038:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587072.626039:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587072.626040:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:2.0:1777587072.626043:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587072.626044:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587072.626046:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587072.626063:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587072.626064:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587072.626066:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587072.626066:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587072.626068:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1777587072.626070:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777587072.626070:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587072.626071:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587072.626073:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:0.0:1777587072.626079:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:0.0:1777587072.626080:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:0.0:1777587072.626083:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587072.626086:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587072.626094:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.626100:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587072.626101:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.626103:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587072.626104:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587072.626106:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587072.626107:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587072.626109:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587072.626116:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=109 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587072.626118:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=109 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587072.626120:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587072.626121:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587072.626122:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587072.626124:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.626126:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587072.626127:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587072.626128:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587072.626129:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587072.626132:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.626148:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587072.626150:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587072.626151:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587072.626155:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587072.626160:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667691264:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587072.626163:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.626165:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587072.626166:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667691264/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587088 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587072.626172:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587072.626173:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587072.626174:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dc351e9. 02000000:00000001:0.0:1777587072.626177:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587072.626178:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587072.626179:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587072.626180:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587072.626181:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:0.0:1777587072.626183:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587072.626184:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587072.626185:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:0.0:1777587072.626187:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587072.626188:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.626189:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587072.626192:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587072.626193:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587072.626195:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587072.626196:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587073.261445:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587073.261452:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587073.261460:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587073.261462:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587073.261835:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587073.261842:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587073.261848:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587074.285453:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587074.285460:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587074.285467:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587074.285469:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587074.285594:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587074.285598:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587074.285600:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587075.312221:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587075.312228:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587075.312234:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587075.312235:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587075.312333:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587075.312355:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587075.312358:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587076.077372:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306822990, at 4306823040 00000100:00000040:1.0:1777587076.077372:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306822990, at 4306823040 00000100:00000040:2.0:1777587076.077372:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306822990, at 4306823040 00000100:00000010:2.0:1777587076.077389:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008efd15fe. 00000100:00000010:0.0:1777587076.077391:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002850297a. 00000100:00000010:1.0:1777587076.077393:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d85c779c. 00000100:00000040:3.0:1777587076.077440:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306822990, at 4306823040 00000100:00000010:3.0:1777587076.077446:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000937b78f6. 00010000:00000001:1.0:1777587076.333486:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587076.333492:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587076.333499:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587076.333500:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587076.333668:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587076.333672:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587076.333674:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587077.357369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587077.357377:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587077.357379:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587077.357383:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357388:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587077.357390:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357392:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357402:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357406:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587077.357408:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587077.357410:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587077.357411:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357412:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587077.357414:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357415:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.357417:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587077.358125:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587077.358129:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587077.358133:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587077.741439:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587077.741448:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587077.741457:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587077.741462:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587077.741466:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587077.741468:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587077.741473:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587077.741478:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587077.741484:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741492:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587077.741500:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587077.741502:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741505:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_01+1] req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587077.741539:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587077.741542:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587077.741543:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587077.741546:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587077.741552:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587077.741553:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587077.741556:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587077.741558:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587077.741559:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587077.741561:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667691520:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587077.741564:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587077.741574:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587077.741576:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587077.741577:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587077.741580:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074afc437. 02000000:00000001:1.0:1777587077.741582:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587077.741586:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5e6460. 00000400:00000010:1.0:1777587077.741591:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777587077.741595:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691520, portal 25 00000100:00000001:1.0:1777587077.741598:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587077.741599:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:1.0:1777587077.741602:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587077.741606:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587077.741620:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587077.741622:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000100:00000200:1.0:1777587077.741624:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667691520, offset 0 00000400:00000200:1.0:1777587077.741628:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587077.741639:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587077.741643:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587077.741646:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587077.741655:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587077.741657:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587077.741660:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [311:311:256:4294967295] 192.168.204.155@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:1.0:1777587077.741670:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587077.741675:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587077.741680:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587077.741686:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587077.741694:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587077.741697:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587077.741713:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.741718:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306828110 00000100:00000010:1.0:1777587077.741722:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed50b589. 00000100:00000001:1.0:1777587077.741728:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587077.741735:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306828110 00000100:00000010:1.0:1777587077.741738:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000100:00000001:1.0:1777587077.741740:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587077.741742:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306828110 00000100:00000010:1.0:1777587077.741744:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003397b256. 00000100:00000001:1.0:1777587077.741747:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587077.741749:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306828110 00000100:00000010:1.0:1777587077.741751:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d7fdf47. 00000100:00000001:1.0:1777587077.741753:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587077.741755:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587077.741763:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.741766:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.741768:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587077.741845:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741847:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587077.741850:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587077.741853:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587077.741854:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587077.741860:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587077.741862:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587077.741863:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587077.741866:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587077.741869:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741872:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587077.741877:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587077.741877:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741879:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_02+2] req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.741892:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741893:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587077.741905:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587077.741908:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587077.741911:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587077.741913:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587077.741914:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587077.741915:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587077.741919:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587077.741921:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.741925:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587077.741931:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587077.741932:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587077.741932:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1777587077.741938:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_03+3] req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1777587077.741938:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000100:00000001:2.0:1777587077.741950:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587077.741951:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1777587077.741952:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587077.741956:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1777587077.741960:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587077.741964:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000100:00000040:2.0:1777587077.741966:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12162) 00000400:00000010:3.0:1777587077.741968:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:3.0:1777587077.741974:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587077.741979:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.741989:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587077.741991:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.741998:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742000:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587077.742015:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587077.742018:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742036:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587077.742038:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587077.742039:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587077.742044:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.742050:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587077.742052:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587077.742054:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587077.742056:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587077.742058:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587077.742061:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667691776:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587077.742064:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587077.742066:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587077.742068:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587077.742069:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587077.742073:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd5fd383. 02000000:00000001:3.0:1777587077.742075:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587077.742079:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd12918e. 00000400:00000010:3.0:1777587077.742083:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 00000100:00000200:3.0:1777587077.742086:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691776, portal 10 00000100:00000001:3.0:1777587077.742094:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587077.742095:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:3.0:1777587077.742101:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.742108:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587077.742111:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587077.742114:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:3.0:1777587077.742117:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667691776, offset 0 00000400:00000200:3.0:1777587077.742122:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587077.742127:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587077.742136:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587077.742139:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587077.742142:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587077.742144:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587077.742147:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [312:312:256:4294967295] 192.168.204.155@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:3.0:1777587077.742155:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587077.742160:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587077.742164:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000800:00000200:3.0:1777587077.742168:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587077.742174:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587077.742176:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587077.742190:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587077.742194:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 21623 usecs (22 jiffies) 00000100:00000001:3.0:1777587077.742200:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306824726 00000100:00000001:3.0:1777587077.742203:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742204:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306824726 00000100:00000001:3.0:1777587077.742206:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742207:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306824726 00000100:00000001:3.0:1777587077.742209:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742216:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306824726 00000100:00000001:3.0:1777587077.742218:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742219:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587077.742221:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742223:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742225:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.742231:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587077.742233:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587077.742235:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587077.742236:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587077.742237:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587077.742239:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777587077.742241:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.742242:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587077.742244:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.742245:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587077.742246:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587077.742247:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587077.742276:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.742282:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587077.742283:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587077.742286:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1777587077.742286:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587077.742288:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1777587077.742290:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 02000000:00000001:3.0:1777587077.742291:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587077.742297:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1777587077.742297:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667691648:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587077.742304:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587077.742305:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:3.0:1777587077.742307:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777587077.742309:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 02000000:00000001:3.0:1777587077.742310:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587077.742312:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 02000000:00000001:3.0:1777587077.742313:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587077.742316:0:197575:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1777587077.742317:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7a742d. 00000100:00000200:2.0:1777587077.742321:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587077.742321:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587077.742326:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000400:00000010:3.0:1777587077.742331:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000001:2.0:1777587077.742333:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587077.742336:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587077.742340:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691648, portal 10 00000100:00000001:3.0:1777587077.742343:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587077.742345:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:2.0:1777587077.742350:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587077.742352:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1777587077.742354:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.742359:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587077.742361:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587077.742362:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60ba640. 00000100:00000200:3.0:1777587077.742364:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667691648, offset 0 00000400:00000200:3.0:1777587077.742368:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587077.742372:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587077.742375:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587077.742377:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587077.742379:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587077.742381:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587077.742384:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [313:313:256:4294967295] 192.168.204.155@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:3.0:1777587077.742391:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587077.742395:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587077.742398:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587077.742401:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587077.742406:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587077.742413:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587077.742431:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587077.742434:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 159180 usecs (160 jiffies) 00000100:00000001:3.0:1777587077.742436:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306824865 00000100:00000001:3.0:1777587077.742438:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742439:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306824865 00000100:00000001:3.0:1777587077.742440:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742441:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306824865 00000100:00000001:1.0:1777587077.742487:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587077.742489:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587077.742491:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587077.742492:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587077.742493:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.742495:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742569:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742571:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306824865 00000100:00000001:3.0:1777587077.742573:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306828110 00000100:00000001:3.0:1777587077.742574:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587077.742576:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742579:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.742581:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587077.742657:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587077.742660:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587077.743518:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587077.743522:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:2.0:1777587077.743526:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587077.743532:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587077.743535:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60ba640 00000400:00000010:2.0:1777587077.743537:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c60ba640. 00000100:00000001:2.0:1777587077.743540:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587077.743544:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.743552:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587077.743554:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.743560:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587077.743561:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587077.745631:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587077.745640:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587077.745644:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587077.745646:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587077.745656:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587077.745671:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09700 00000400:00000200:3.0:1777587077.745679:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa95 [1] + 224 00000800:00000001:3.0:1777587077.745687:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587077.745692:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587077.745695:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587077.745698:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587077.745704:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587077.745710:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587077.745720:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.745741:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587077.745748:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587077.745751:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587077.745802:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587077.745806:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587077.745812:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587077.745814:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587077.745822:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd12918e. 00000400:00000200:2.0:1777587077.745826:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:2.0:1777587077.745828:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:2.0:1777587077.745831:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587077.745835:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587077.745843:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.745849:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587077.745851:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587077.745854:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587077.745857:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587077.745859:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587077.745861:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587077.745864:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587077.745872:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=120 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587077.745875:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587077.745890:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587077.745893:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587077.745905:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587077.745909:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587077.745916:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587077.745919:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587077.745921:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587077.745923:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587077.745924:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587077.745928:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.745934:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587077.745937:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587077.745939:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587077.745942:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587077.745956:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667691776:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587077.745961:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587077.745963:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587077.745966:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667691776/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.745972:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587077.745975:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587077.745978:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd5fd383. 02000000:00000001:2.0:1777587077.745981:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587077.745983:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587077.745985:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587077.745987:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587077.745989:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:2.0:1777587077.745992:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587077.745994:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587077.745995:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587077.745998:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587077.745999:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587077.746002:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587077.746004:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587077.746005:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587077.746006:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587077.746007:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587077.747970:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.747983:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587077.747988:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.747990:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587077.748001:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587077.748016:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09680 00000400:00000200:2.0:1777587077.748024:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:2.0:1777587077.748031:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.748036:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587077.748050:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587077.748055:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587077.748061:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587077.748067:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587077.748077:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.748099:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587077.748106:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.748110:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587077.748112:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.748114:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587077.748118:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587077.748123:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09600 00000400:00000200:2.0:1777587077.748128:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xa8d [1] + 224 00000800:00000001:2.0:1777587077.748131:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.748183:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587077.748185:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587077.748188:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587077.748191:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587077.748195:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587077.748201:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587077.748219:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587077.748222:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587077.748225:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.748378:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587077.748381:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587077.748387:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587077.748389:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587077.748391:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:3.0:1777587077.748396:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:3.0:1777587077.748404:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:3.0:1777587077.748408:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587077.748411:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587077.748418:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.748423:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587077.748425:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.748427:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587077.748430:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587077.748433:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587077.748434:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587077.748437:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587077.748444:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=114 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587077.748448:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=114 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587077.748451:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587077.748452:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587077.748455:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587077.748457:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.748461:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587077.748463:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587077.748464:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587077.748466:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587077.748470:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.748476:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587077.748478:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587077.748480:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587077.748483:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587077.748489:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667691648:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587077.748493:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.748501:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587077.748505:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667691648/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587077.748511:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587077.748513:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587077.748516:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7a742d. 02000000:00000001:3.0:1777587077.748520:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587077.748523:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587077.748525:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587077.748527:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587077.748529:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:3.0:1777587077.748532:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587077.748533:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587077.748534:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777587077.748538:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587077.748539:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.748541:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587077.748551:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587077.748553:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587077.748556:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587077.748557:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.748747:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587077.748750:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587077.748753:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587077.748754:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587077.748756:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5e6460. 00000400:00000200:1.0:1777587077.748759:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:1.0:1777587077.748761:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:1.0:1777587077.748763:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587077.748768:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587077.748774:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587077.748779:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587077.748780:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587077.748782:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587077.748783:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587077.748784:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587077.748785:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587077.748786:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587077.748789:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=120 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587077.748791:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=120 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587077.748792:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587077.748793:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587077.748795:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587077.748796:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.748797:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587077.748800:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587077.748817:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587077.748819:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587077.748820:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587077.748822:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587077.748828:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667691520:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587077.748831:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587077.748833:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587077.748835:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667691520/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587093 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587077.748841:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587077.748842:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587077.748844:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074afc437. 02000000:00000001:1.0:1777587077.748847:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587077.748848:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587077.748849:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587077.748851:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587077.748852:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:1.0:1777587077.748855:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587077.748856:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587077.748857:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587077.748860:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587077.748861:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587077.748862:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587077.748866:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587077.748867:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587077.748869:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587077.748870:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587078.381396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587078.381480:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587078.381487:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587078.381488:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587078.381605:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587078.381608:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587078.381611:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587079.405393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587079.405416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587079.405422:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587079.405424:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587079.405828:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587079.405832:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587079.405835:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587080.429374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587080.429381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587080.429389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587080.429391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587080.429502:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587080.429505:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587080.429508:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587081.197363:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306828110, at 4306828160 00000100:00000040:1.0:1777587081.197363:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306828110, at 4306828160 00000100:00000040:2.0:1777587081.197363:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306828110, at 4306828160 00000100:00000040:3.0:1777587081.197363:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306828110, at 4306828160 00000100:00000010:1.0:1777587081.197378:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00000100:00000010:3.0:1777587081.197380:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d7fdf47. 00000100:00000010:2.0:1777587081.197382:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397b256. 00000100:00000010:0.0:1777587081.197453:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed50b589. 00010000:00000001:1.0:1777587081.453386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587081.453392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587081.453399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587081.453400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587081.453600:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587081.453604:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587081.453606:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587082.477429:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587082.477435:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587082.477441:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587082.477442:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587082.477559:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587082.477562:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587082.477565:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587082.861369:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587082.861378:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587082.861386:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587082.861394:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587082.861399:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587082.861409:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587082.861418:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587082.861425:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587082.861433:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.861451:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587082.861481:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587082.861483:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.861488:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_00+0] req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587082.861510:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.861513:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587082.861516:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587082.861519:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001681cdd0. 00000020:00000040:0.0:1777587082.861521:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587082.861532:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587082.861534:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587082.861536:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587082.861538:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587082.861541:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.861544:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587082.861604:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587082.861608:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587082.861611:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587082.861616:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587082.861625:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587082.861627:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587082.861630:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587082.861644:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587082.861647:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587082.861651:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667691904:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587082.861655:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587082.861660:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587082.861662:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587082.861664:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587082.861668:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d0f038f. 02000000:00000001:1.0:1777587082.861671:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587082.861676:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5e6460. 00000400:00000010:1.0:1777587082.861689:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777587082.861696:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667691904, portal 25 00000100:00000001:1.0:1777587082.861698:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587082.861700:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:1.0:1777587082.861705:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587082.861712:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587082.861715:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587082.861718:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777587082.861720:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667691904, offset 0 00000400:00000200:1.0:1777587082.861725:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587082.861738:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587082.861751:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587082.861755:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587082.861759:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587082.861762:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587082.861767:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [314:314:256:4294967295] 192.168.204.155@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:1.0:1777587082.861778:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587082.861783:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587082.861789:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587082.861807:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587082.861816:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587082.861819:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1777587082.861821:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587082.861824:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.861835:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.861840:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306833230 00000100:00000010:1.0:1777587082.861845:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000100:00000001:1.0:1777587082.861851:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587082.861857:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306833230 00000100:00000010:1.0:1777587082.861860:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaced7b6. 00000100:00000001:1.0:1777587082.861863:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587082.861873:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306833230 00000100:00000010:1.0:1777587082.861877:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b127947. 00000100:00000001:1.0:1777587082.861880:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587082.861882:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306833230 00000100:00000010:1.0:1777587082.861885:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f64e626. 00000100:00000001:1.0:1777587082.861888:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587082.861890:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587082.861893:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.861895:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.861897:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587082.861906:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587082.861907:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587082.861909:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587082.861910:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587082.861911:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.861913:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587082.862067:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587082.862070:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777587082.862074:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587082.862080:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587082.862085:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000400:00000010:2.0:1777587082.862087:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000001:2.0:1777587082.862091:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587082.862094:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.862103:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587082.862106:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.862112:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587082.862113:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587082.862273:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587082.862276:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.862282:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001681cdd0] to pc [ptlrpcd_00_01+1] req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587082.862303:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.862306:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587082.862309:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587082.862313:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587082.862316:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587082.862319:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587082.862321:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777587082.862322:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587082.862323:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.862325:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587082.862327:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1777587082.862328:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000040:1.0:1777587082.862331:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587082.862340:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.862340:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587082.862342:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587082.862345:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1777587082.862348:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587082.862348:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587082.862352:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.862359:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587082.862360:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667692032:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587082.862363:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587082.862364:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587082.862366:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587082.862367:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.862368:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587082.862373:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587082.862374:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777587082.862377:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_02+2] req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587082.862377:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587082.862382:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587082.862387:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004869e0fc. 02000000:00000001:1.0:1777587082.862390:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587082.862394:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000100:00000001:0.0:1777587082.862402:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587082.862405:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1777587082.862405:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000040:0.0:1777587082.862411:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1777587082.862411:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692032, portal 10 00000100:00000001:1.0:1777587082.862415:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1777587082.862416:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12167) 00000100:00000001:1.0:1777587082.862417:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540096 : -105794180011520 : ffff9fc7df7b2a00) 00000100:00000001:3.0:1777587082.862420:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587082.862423:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587082.862425:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587082.862427:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587082.862433:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587082.862439:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587082.862445:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587082.862450:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777587082.862450:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000001:3.0:1777587082.862450:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587082.862454:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587082.862455:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667692032, offset 0 00000100:00000001:3.0:1777587082.862459:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587082.862464:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587082.862465:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587082.862468:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587082.862470:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587082.862472:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:3.0:1777587082.862477:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667692160:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587082.862481:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587082.862484:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587082.862485:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587082.862487:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587082.862489:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1777587082.862491:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd5fd383. 00000400:00000200:1.0:1777587082.862493:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777587082.862494:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587082.862499:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000400:00000010:3.0:1777587082.862503:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:3.0:1777587082.862506:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692160, portal 10 00000100:00000001:3.0:1777587082.862507:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587082.862508:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:3.0:1777587082.862514:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.862520:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587082.862522:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587082.862524:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 00000100:00000200:3.0:1777587082.862526:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667692160, offset 0 00000400:00000200:3.0:1777587082.862531:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587082.862624:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587082.862628:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587082.862631:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [315:315:256:4294967295] 192.168.204.155@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:1.0:1777587082.862639:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587082.862643:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587082.862647:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587082.862649:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:1.0:1777587082.862654:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587082.862654:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587082.862658:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587082.862663:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1777587082.862664:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587082.862668:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777587082.862669:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587082.862682:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [316:316:255:4294967295] 192.168.204.155@tcp LPNI seq info [316:316:7:4294967295] 00000100:00000001:1.0:1777587082.862688:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587082.862693:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:1.0:1777587082.862694:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 157501 usecs (158 jiffies) 00000100:00000001:1.0:1777587082.862699:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306829983 00000100:00000001:1.0:1777587082.862704:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306833230 00000800:00000200:3.0:1777587082.862704:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587082.862708:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306829983 00000800:00000010:3.0:1777587082.862710:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000100:00000001:1.0:1777587082.862711:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306833230 00000800:00000200:3.0:1777587082.862722:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587082.862724:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306829983 00000100:00000001:1.0:1777587082.862728:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306833230 00000800:00000200:3.0:1777587082.862731:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587082.862733:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306829983 00000800:00000200:3.0:1777587082.862736:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587082.862737:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306833230 00000100:00000001:1.0:1777587082.862741:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587082.862741:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.862745:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587082.862746:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 21431 usecs (22 jiffies) 00000100:00000001:1.0:1777587082.862748:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587082.862749:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587082.862750:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306829847 00000100:00000001:1.0:1777587082.862752:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1777587082.862753:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000100:00000001:3.0:1777587082.862754:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306833230 00000100:00000001:1.0:1777587082.862758:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587082.862758:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306829847 00000400:00000200:2.0:1777587082.862759:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587082.862761:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587082.862764:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306833230 00000100:00000001:1.0:1777587082.862765:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587082.862768:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587082.862769:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587082.862769:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306829847 00000100:00000001:1.0:1777587082.862770:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.862775:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306833230 00000100:00000001:1.0:1777587082.862776:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587082.862776:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000100:00000001:3.0:1777587082.862778:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306829847 00000400:00000010:2.0:1777587082.862781:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:3.0:1777587082.862782:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306833230 00000100:00000001:3.0:1777587082.862785:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587082.862786:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587082.862788:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587082.862791:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.862792:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.862806:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.862813:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587082.862815:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587082.862816:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587082.862818:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587082.862821:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.862821:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587082.862824:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.862827:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587082.862833:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587082.862835:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587082.862848:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587082.862850:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000400:00000200:2.0:1777587082.862852:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587082.862855:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587082.862858:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:2.0:1777587082.862866:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:2.0:1777587082.862870:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587082.862873:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.862881:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587082.862883:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.862889:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587082.862890:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587082.863651:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.863660:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587082.863663:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.863665:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587082.863673:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587082.863683:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09780 00000400:00000200:2.0:1777587082.863689:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xaa5 [1] + 224 00000800:00000001:2.0:1777587082.863695:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.863701:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587082.863703:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587082.863706:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587082.863710:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587082.863715:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587082.863723:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.863740:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587082.863746:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.863748:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.863787:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587082.863789:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587082.863794:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587082.863806:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587082.863808:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5e6460. 00000400:00000200:3.0:1777587082.863811:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:3.0:1777587082.863813:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:3.0:1777587082.863815:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587082.863817:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587082.863828:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.863832:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587082.863834:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.863835:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587082.863838:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587082.863839:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587082.863841:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587082.863899:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587082.863906:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=125 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587082.863908:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=125 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587082.863910:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587082.863910:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587082.863913:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587082.863922:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.863926:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587082.863929:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.863935:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587082.863937:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587082.863939:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587082.863942:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587082.863950:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667691904:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587082.863954:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.863955:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587082.863956:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667691904/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.863961:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587082.863963:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587082.863966:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d0f038f. 02000000:00000001:3.0:1777587082.863975:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587082.863977:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587082.863979:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587082.863981:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587082.863983:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:3.0:1777587082.863986:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587082.863988:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587082.863990:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:3.0:1777587082.863993:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587082.863994:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.863997:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.864002:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587082.864003:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.864005:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587082.864006:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587082.864695:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.864701:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587082.864703:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.864704:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587082.864709:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587082.864721:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09800 00000400:00000200:2.0:1777587082.864725:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xaad [1] + 224 00000800:00000001:2.0:1777587082.864728:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.864761:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587082.864763:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587082.864765:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587082.864768:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587082.864770:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587082.864776:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.864787:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587082.864790:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.864792:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587082.866309:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587082.866315:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587082.866321:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587082.866323:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587082.866326:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587082.866332:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587082.866334:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587082.866339:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587082.866345:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587082.866355:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587082.866361:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587082.866364:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587082.866366:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587082.866368:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587082.866370:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587082.866372:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587082.866374:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587082.866382:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=119 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587082.866395:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=119 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587082.866397:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587082.866399:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587082.866401:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587082.866404:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.866408:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587082.866409:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587082.866411:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587082.866413:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587082.866417:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587082.866423:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587082.866425:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587082.866427:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587082.866430:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587082.866436:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667692032:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587082.866441:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587082.866443:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587082.866445:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001681cdd0 x1863934667692032/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587082.866451:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587082.866453:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587082.866456:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004869e0fc. 02000000:00000001:1.0:1777587082.866459:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587082.866461:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587082.866462:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587082.866464:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587082.866466:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:1.0:1777587082.866470:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587082.866471:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587082.866472:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001681cdd0. 00000100:00000001:1.0:1777587082.866475:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587082.866481:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587082.866483:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587082.866488:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587082.866490:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587082.866491:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587082.866494:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587082.866972:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.866981:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587082.866983:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.866985:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587082.866992:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587082.867047:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09880 00000400:00000200:2.0:1777587082.867055:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xab5 [1] + 224 00000800:00000001:2.0:1777587082.867061:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.867070:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587082.867072:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587082.867075:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587082.867080:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587082.867083:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587082.867092:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587082.867120:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587082.867127:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587082.867129:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.867178:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587082.867181:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587082.867184:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587082.867186:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587082.867187:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:3.0:1777587082.867191:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:3.0:1777587082.867192:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:3.0:1777587082.867195:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587082.867198:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587082.867206:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.867212:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587082.867213:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.867215:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587082.867217:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587082.867218:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587082.867219:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587082.867221:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587082.867226:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=125 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587082.867228:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587082.867230:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587082.867236:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587082.867238:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587082.867242:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587082.867249:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.867277:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587082.867278:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587082.867280:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587082.867281:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587082.867284:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.867292:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587082.867294:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587082.867296:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587082.867299:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587082.867307:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667692160:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587082.867319:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.867322:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587082.867324:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667692160/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587098 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587082.867331:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587082.867332:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587082.867334:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd5fd383. 02000000:00000001:3.0:1777587082.867337:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587082.867339:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587082.867341:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587082.867343:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587082.867344:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:3.0:1777587082.867348:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587082.867349:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587082.867350:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:3.0:1777587082.867556:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587082.867558:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.867560:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587082.867564:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587082.867565:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587082.867567:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587082.867568:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587083.503174:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587083.503183:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587083.503191:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587083.503192:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587083.503300:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587083.503304:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587083.503307:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587084.525362:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587084.525369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587084.525377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587084.525379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587084.525403:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587084.525407:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587084.525411:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587085.549425:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587085.549431:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587085.549437:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587085.549438:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587085.549774:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587085.549778:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587085.549781:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587086.317353:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306833230, at 4306833280 00000100:00000040:1.0:1777587086.317353:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306833230, at 4306833280 00000100:00000010:1.0:1777587086.317368:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaced7b6. 00000100:00000010:0.0:1777587086.317370:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00000100:00000040:3.0:1777587086.317395:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306833230, at 4306833280 00000100:00000010:3.0:1777587086.317404:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f64e626. 00000100:00000040:2.0:1777587086.317426:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306833230, at 4306833280 00000100:00000010:2.0:1777587086.317434:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b127947. 00010000:00000001:1.0:1777587086.573328:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587086.573334:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587086.573340:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587086.573342:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587086.573768:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587086.573772:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587086.573775:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587087.597357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587087.597366:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587087.597368:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587087.597372:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597376:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587087.597379:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597380:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597382:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587087.597390:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587087.597392:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587087.597393:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597395:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587087.597396:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597415:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.597417:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587087.597487:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587087.597491:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587087.597494:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587087.982843:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587087.982851:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587087.982861:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587087.982867:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587087.982872:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587087.982875:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587087.982880:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587087.982887:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587087.982895:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587087.982905:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587087.982915:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587087.982917:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587087.982923:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_03+3] req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587087.982969:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587087.982974:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587087.982976:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587087.982981:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587087.982988:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587087.982990:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587087.982993:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587087.983009:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587087.983012:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587087.983015:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667692288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587087.983020:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587087.983024:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587087.983026:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587087.983028:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587087.983032:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f7a3. 02000000:00000001:0.0:1777587087.983035:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587087.983040:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000400:00000010:0.0:1777587087.983047:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777587087.983054:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692288, portal 25 00000100:00000001:0.0:1777587087.983056:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587087.983057:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:0.0:1777587087.983062:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587087.983068:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587087.983071:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587087.983073:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000200:0.0:1777587087.983075:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667692288, offset 0 00000400:00000200:0.0:1777587087.983081:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587087.983093:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587087.983098:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587087.983102:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587087.983105:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587087.983108:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587087.983111:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [317:317:256:4294967295] 192.168.204.155@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:0.0:1777587087.983121:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587087.983127:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587087.983131:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587087.983137:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587087.983143:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587087.983151:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587087.983172:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.983176:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306838351 00000100:00000010:0.0:1777587087.983180:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000096d95f8. 00000100:00000001:0.0:1777587087.983187:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587087.983194:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306838351 00000100:00000010:0.0:1777587087.983197:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000143d570d. 00000100:00000001:0.0:1777587087.983200:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587087.983203:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306838351 00000100:00000010:0.0:1777587087.983205:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000239dc06. 00000100:00000001:0.0:1777587087.983208:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587087.983211:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306838351 00000100:00000010:0.0:1777587087.983213:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002850297a. 00000100:00000001:0.0:1777587087.983216:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587087.983219:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587087.983222:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.983225:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.983227:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587087.983280:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587087.983283:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587087.983287:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587087.983291:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587087.983294:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587087.983297:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587087.983298:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777587087.983300:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587087.983300:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983305:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587087.983306:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587087.983312:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587087.983322:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1777587087.983324:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1777587087.983327:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587087.983334:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587087.983336:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587087.983338:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587087.983342:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:2.0:1777587087.983345:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587087.983348:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:3.0:1777587087.983350:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:3.0:1777587087.983354:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587087.983358:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.983373:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587087.983375:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.983382:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.983384:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587087.983385:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587087.983388:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587087.983391:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587087.983394:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587087.983397:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587087.983400:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587087.983401:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587087.983403:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587087.983407:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587087.983410:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983411:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587087.983415:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777587087.983416:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587087.983417:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587087.983425:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587087.983430:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587087.983433:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983440:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1777587087.983441:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587087.983443:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587087.983448:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587087.983452:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587087.983456:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587087.983459:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587087.983460:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667692416:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777587087.983462:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587087.983467:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777587087.983469:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1777587087.983471:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587087.983473:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587087.983474:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12172) 02000000:00000001:1.0:1777587087.983475:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587087.983481:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033aa0236. 00000100:00000001:3.0:1777587087.983482:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587087.983483:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.983485:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587087.983487:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1777587087.983488:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000010:1.0:1777587087.983493:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000040:3.0:1777587087.983493:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587087.983498:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692416, portal 10 00000100:00000001:1.0:1777587087.983503:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587087.983505:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000001:3.0:1777587087.983509:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777587087.983514:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.983517:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587087.983521:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587087.983523:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587087.983527:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983529:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1777587087.983531:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667692544:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587087.983535:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587087.983537:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1777587087.983539:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 02000000:00000001:3.0:1777587087.983539:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587087.983543:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1777587087.983543:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667692416, offset 0 02000000:00000001:3.0:1777587087.983546:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.983547:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1777587087.983549:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587087.983552:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587087.983552:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000010:3.0:1777587087.983553:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc211bb. 00000100:00000001:0.0:1777587087.983556:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587087.983557:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.983558:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587087.983560:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000400:00000200:1.0:1777587087.983562:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587087.983563:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587087.983564:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:3.0:1777587087.983568:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692544, portal 10 00000100:00000001:3.0:1777587087.983569:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587087.983571:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000400:00000200:1.0:1777587087.983577:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777587087.983578:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587087.983583:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587087.983586:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587087.983587:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1777587087.983591:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587087.983594:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:3.0:1777587087.983595:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60ba640. 00000100:00000200:3.0:1777587087.983598:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667692544, offset 0 00000400:00000200:1.0:1777587087.983599:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [318:318:256:4294967295] 192.168.204.155@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:3.0:1777587087.983605:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587087.983612:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587087.983617:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587087.983620:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:1.0:1777587087.983621:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000400:00000200:3.0:1777587087.983624:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1777587087.983628:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587087.983630:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587087.983635:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1777587087.983636:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587087.983641:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587087.983641:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587087.983646:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [319:319:255:4294967295] 192.168.204.155@tcp LPNI seq info [319:319:7:4294967295] 00000400:00000200:3.0:1777587087.983654:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587087.983656:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587087.983659:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587087.983662:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000100:00000040:1.0:1777587087.983668:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 155827 usecs (156 jiffies) 00000800:00000200:3.0:1777587087.983673:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587087.983676:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306835102 00000100:00000001:1.0:1777587087.983680:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306838351 00000800:00000200:3.0:1777587087.983680:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587087.983684:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306835102 00000800:00000200:3.0:1777587087.983685:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587087.983687:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306838351 00000100:00000001:1.0:1777587087.983691:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306835102 00000100:00000001:3.0:1777587087.983691:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983696:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306838351 00000100:00000040:3.0:1777587087.983697:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 21256 usecs (22 jiffies) 00000100:00000001:1.0:1777587087.983708:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306835102 00000100:00000001:1.0:1777587087.983711:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306838351 00000100:00000001:3.0:1777587087.983714:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306834968 00000100:00000001:1.0:1777587087.983715:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777587087.983715:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587087.983720:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000100:00000001:3.0:1777587087.983720:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306838351 00000100:00000001:1.0:1777587087.983721:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587087.983725:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587087.983726:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306834968 00000100:00000001:3.0:1777587087.983729:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306838351 00000100:00000001:1.0:1777587087.983735:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.983736:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306834968 00000400:00000200:2.0:1777587087.983738:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587087.983739:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.983744:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000100:00000001:1.0:1777587087.983746:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587087.983747:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306838351 00000400:00000010:2.0:1777587087.983748:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:1.0:1777587087.983749:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587087.983753:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306834968 00000100:00000001:1.0:1777587087.983754:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587087.983755:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587087.983756:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306838351 00000100:00000001:3.0:1777587087.983760:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1777587087.983761:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587087.983763:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587087.983765:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983766:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.983770:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.983771:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.983775:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587087.983782:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587087.983782:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587087.983785:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1777587087.983788:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.983790:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587087.983792:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587087.983795:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.983799:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587087.983801:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587087.983804:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587087.983851:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587087.983854:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:2.0:1777587087.983857:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587087.983860:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587087.983862:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60ba640 00000400:00000010:2.0:1777587087.983864:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c60ba640. 00000100:00000001:2.0:1777587087.983867:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587087.983869:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587087.983875:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587087.983877:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587087.983883:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587087.983884:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587087.989896:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.989912:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587087.989916:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.989918:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.989928:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587087.989945:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09900 00000400:00000200:2.0:1777587087.989953:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:2.0:1777587087.989975:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.989979:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.989981:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587087.989986:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587087.989991:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587087.989998:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587087.990009:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587087.990030:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587087.990038:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990042:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587087.990044:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990046:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.990055:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587087.990061:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09980 00000400:00000200:2.0:1777587087.990067:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xac5 [1] + 224 00000800:00000001:2.0:1777587087.990071:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990074:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.990076:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587087.990079:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587087.990082:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587087.990085:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587087.990092:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587087.990113:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587087.990118:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990121:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587087.990123:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990125:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.990134:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587087.990142:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09a00 00000400:00000200:2.0:1777587087.990146:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xacd [1] + 224 00000800:00000001:2.0:1777587087.990149:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990167:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587087.990169:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587087.990172:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587087.990175:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587087.990179:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587087.990185:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587087.990197:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587087.990200:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587087.990203:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587087.990386:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587087.990390:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587087.990397:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587087.990399:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587087.990401:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:3.0:1777587087.990406:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:3.0:1777587087.990408:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:3.0:1777587087.990411:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587087.990414:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587087.990428:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.990433:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587087.990435:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587087.990438:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587087.990441:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587087.990443:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587087.990445:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587087.990448:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587087.990457:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=130 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587087.990460:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587087.990463:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587087.990465:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587087.990468:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587087.990472:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587087.990478:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.990482:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587087.990484:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587087.990486:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587087.990488:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587087.990491:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.990497:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587087.990500:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587087.990502:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587087.990506:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587087.990513:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667692544:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587087.990519:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587087.990526:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587087.990529:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667692544/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587087.990536:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587087.990538:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587087.990541:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc211bb. 02000000:00000001:3.0:1777587087.990544:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587087.990547:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587087.990548:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587087.990551:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587087.990553:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:3.0:1777587087.990557:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587087.990558:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587087.990560:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777587087.990563:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587087.990564:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587087.990566:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587087.990574:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587087.990576:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587087.990579:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587087.990581:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.990642:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587087.990644:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587087.990649:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587087.990650:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587087.990652:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:0.0:1777587087.990658:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:0.0:1777587087.990659:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:0.0:1777587087.990662:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587087.990666:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587087.990685:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587087.990691:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587087.990693:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587087.990694:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587087.990696:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587087.990707:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587087.990709:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587087.990711:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587087.990714:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=130 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587087.990717:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=130 v=5 (1 1 1 0) 00000100:00000001:0.0:1777587087.990719:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587087.990720:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587087.990722:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587087.990723:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.990725:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587087.990728:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587087.990734:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587087.990736:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587087.990737:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587087.990740:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587087.990746:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667692288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587087.990751:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587087.990752:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587087.990754:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667692288/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587087.990760:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587087.990761:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587087.990763:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f7a3. 02000000:00000001:0.0:1777587087.990771:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587087.990773:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587087.990774:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587087.990776:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587087.990777:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:0.0:1777587087.990779:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587087.990780:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587087.990781:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587087.990783:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587087.990784:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587087.990785:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587087.990789:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587087.990790:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587087.990792:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587087.990793:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.990849:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587087.990853:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587087.990857:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587087.990858:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587087.990860:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587087.990863:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587087.990865:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587087.990868:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587087.990871:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587087.990879:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587087.990885:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587087.990887:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587087.990888:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587087.990890:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587087.990891:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587087.990893:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587087.990895:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587087.990899:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=124 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587087.990901:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=124 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587087.990903:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587087.990904:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587087.990906:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587087.990908:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.990911:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587087.990912:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587087.990914:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587087.990915:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587087.990917:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587087.990923:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587087.990931:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587087.990933:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587087.990936:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587087.990943:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667692416:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587087.990947:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587087.990949:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587087.990950:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667692416/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587087.990956:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587087.990957:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587087.990959:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033aa0236. 02000000:00000001:1.0:1777587087.990962:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587087.990963:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587087.990964:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587087.990966:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587087.990967:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777587087.990969:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587087.990970:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587087.990971:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587087.990974:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587087.990975:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587087.990976:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587087.990980:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587087.990981:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587087.990983:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587087.990985:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587088.621405:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587088.621411:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587088.621418:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587088.621419:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587088.621490:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587088.621494:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587088.621497:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587089.645722:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587089.645728:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587089.645733:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587089.645749:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587089.645811:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587089.645815:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587089.645818:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587090.669724:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587090.669731:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587090.669736:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587090.669737:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587090.669809:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587090.669812:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587090.669815:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587091.437411:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306838351, at 4306838400 00000100:00000040:2.0:1777587091.437425:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306838351, at 4306838400 00000100:00000010:3.0:1777587091.437429:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002850297a. 00000100:00000010:2.0:1777587091.437431:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000239dc06. 00000100:00000040:0.0:1777587091.437698:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306838351, at 4306838400 00000100:00000010:0.0:1777587091.437705:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000096d95f8. 00000100:00000040:1.0:1777587091.440709:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306838351, at 4306838403 00000100:00000010:1.0:1777587091.440724:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000143d570d. 00010000:00000001:1.0:1777587091.693378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587091.693384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587091.693392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587091.693394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587091.694240:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587091.694244:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587091.694248:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587092.717788:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587092.717792:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587092.717796:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587092.717797:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587092.717840:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587092.717843:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587092.717845:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587093.101423:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587093.101436:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587093.101449:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777587093.101458:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587093.101464:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587093.101468:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587093.101475:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587093.101504:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000100:00000001:0.0:1777587093.101513:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.101528:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587093.101541:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587093.101544:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.101550:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_02+2] req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.101641:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587093.101647:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777587093.101650:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587093.101668:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587093.101672:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587093.101674:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.101678:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587093.101683:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587093.101687:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89b0529. 00000020:00000040:0.0:1777587093.101690:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587093.101693:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587093.101694:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587093.101696:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587093.101700:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587093.101703:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.101707:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587093.101714:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587093.101716:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.101719:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89b0529] to pc [ptlrpcd_00_03+3] req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.102439:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587093.102444:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.102447:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587093.102449:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587093.102452:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587093.102458:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.102481:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587093.102483:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587093.102487:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587093.102490:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587093.102492:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587093.102496:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667692800:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587093.102500:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587093.102507:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587093.102509:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587093.102512:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587093.102517:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f2d3e67. 02000000:00000001:3.0:1777587093.102519:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587093.102527:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000400:00000010:3.0:1777587093.102535:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:3.0:1777587093.102543:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692800, portal 10 00000100:00000001:3.0:1777587093.102546:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587093.102547:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529538304 : -105794180013312 : ffff9fc7df7b2300) 00000100:00000040:3.0:1777587093.102554:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.102562:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587093.102564:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587093.102567:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:3.0:1777587093.102569:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667692800, offset 0 00000400:00000200:3.0:1777587093.102576:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587093.102593:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587093.102598:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587093.102615:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587093.102620:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587093.102624:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587093.102629:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [320:320:256:4294967295] 192.168.204.155@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:3.0:1777587093.102643:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587093.102658:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587093.102664:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000100:00000001:0.0:1777587093.102667:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.102676:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1777587093.102677:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587093.102686:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777587093.102692:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1777587093.102692:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587093.102696:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587093.102697:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000800:00000200:3.0:1777587093.102699:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1777587093.102708:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587093.102715:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1777587093.102724:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587093.102730:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 154235 usecs (155 jiffies) 02000000:00000001:0.0:1777587093.102735:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1777587093.102737:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306840220 02000000:00000001:0.0:1777587093.102742:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587093.102743:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 02000000:00000010:0.0:1777587093.102756:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:3.0:1777587093.102756:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587093.102768:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.102769:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306840220 00000100:00000010:3.0:1777587093.102778:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777587093.102782:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000040:0.0:1777587093.102796:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587093.102797:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306840220 00000100:00000010:3.0:1777587093.102804:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777587093.102811:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587093.102819:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306840220 00000100:00000010:3.0:1777587093.102825:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000001:0.0:1777587093.102828:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587093.102830:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587093.102832:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.102835:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587093.102840:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.102844:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_00+0] req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.102844:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587093.102851:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.102883:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587093.102884:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587093.102887:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587093.102890:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587093.102891:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587093.102900:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1777587093.102902:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667692672:192.168.204.155@tcp:400: 00000800:00000010:2.0:1777587093.102905:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000100:00000001:0.0:1777587093.102907:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.102911:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587093.102914:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1777587093.102915:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777587093.102917:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587093.102921:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587093.102927:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:3.0:1777587093.102928:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587093.102932:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000872c6dff. 00000400:00000200:2.0:1777587093.102935:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 02000000:00000001:3.0:1777587093.102935:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587093.102941:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000040:0.0:1777587093.102946:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1777587093.102946:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f630c2. 00000100:00000001:2.0:1777587093.102949:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1777587093.102952:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000200:2.0:1777587093.102957:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587093.102961:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12177) 00000100:00000200:3.0:1777587093.102962:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692672, portal 25 00000100:00000001:3.0:1777587093.102971:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587093.102974:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000001:2.0:1777587093.102979:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587093.102982:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587093.102986:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587093.103003:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.103003:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587093.103006:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1777587093.103007:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587093.103010:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 00000100:00000200:3.0:1777587093.103013:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667692672, offset 0 00000100:00000001:0.0:1777587093.103014:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777587093.103021:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1777587093.103025:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587093.103032:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587093.103034:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587093.103037:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587093.103044:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587093.103046:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777587093.103047:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587093.103050:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587093.103053:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587093.103059:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587093.103061:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587093.103063:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587093.103069:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587093.103082:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [321:321:256:4294967295] 192.168.204.155@tcp LPNI seq info [321:321:8:4294967295] 00000100:00000001:0.0:1777587093.103094:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587093.103098:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587093.103105:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777587093.103106:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:0.0:1777587093.103110:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587093.103116:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587093.103120:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00100000:0.0:1777587093.103125:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667692928:192.168.204.155@tcp:400: 00000800:00000010:3.0:1777587093.103127:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000100:00000001:0.0:1777587093.103136:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1777587093.103140:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587093.103150:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587093.103153:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1777587093.103154:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587093.103157:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587093.103160:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587093.103167:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db7f66d8. 02000000:00000001:0.0:1777587093.103171:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587093.103177:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000400:00000010:0.0:1777587093.103184:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777587093.103190:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667692928, portal 10 00000100:00000001:0.0:1777587093.103193:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587093.103194:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000040:0.0:1777587093.103202:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587093.103210:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587093.103213:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587093.103215:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005376fed5. 00000100:00000200:0.0:1777587093.103218:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667692928, offset 0 00000400:00000200:0.0:1777587093.103223:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587093.103236:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587093.103242:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587093.103247:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587093.103248:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587093.103278:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587093.103284:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587093.103288:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587093.103293:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [322:322:255:4294967295] 192.168.204.155@tcp LPNI seq info [322:322:7:4294967295] 00000400:00000200:0.0:1777587093.103304:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587093.103310:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587093.103314:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000800:00000200:0.0:1777587093.103320:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587093.103328:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587093.103331:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587093.103364:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.103368:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 21116 usecs (22 jiffies) 00000100:00000001:0.0:1777587093.103373:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306840088 00000100:00000001:3.0:1777587093.103373:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587093.103377:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587093.103378:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306843472 00000800:00000010:2.0:1777587093.103381:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000400:00000200:2.0:1777587093.103388:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587093.103390:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306840220 00000400:00000200:2.0:1777587093.103396:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587093.103397:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306843472 00000100:00000001:0.0:1777587093.103399:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306843472 00000400:00000200:2.0:1777587093.103400:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000400:00000010:2.0:1777587093.103405:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:3.0:1777587093.103405:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306840220 00000100:00000001:0.0:1777587093.103407:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306840088 00000100:00000001:2.0:1777587093.103413:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587093.103415:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306843472 00000100:00000001:3.0:1777587093.103416:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306843472 00000100:00000200:2.0:1777587093.103422:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587093.103426:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306840088 00000100:00000001:3.0:1777587093.103428:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306840220 00000100:00000001:3.0:1777587093.103437:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306843472 00000100:00000001:0.0:1777587093.103438:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306843472 00000100:00000001:3.0:1777587093.103444:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306840220 00000100:00000001:2.0:1777587093.103445:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587093.103446:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306840088 00000100:00000001:3.0:1777587093.103452:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587093.103453:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306843472 00000100:00000040:2.0:1777587093.103453:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.103458:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587093.103463:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587093.103467:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.103471:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587093.103476:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587093.103478:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587093.103479:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587093.103483:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587093.103484:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.103487:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587093.103491:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587093.103492:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.103497:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587093.103499:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.103502:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587093.103624:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587093.103627:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:2.0:1777587093.103632:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587093.103636:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587093.103639:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376fed5 00000400:00000010:2.0:1777587093.103641:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005376fed5. 00000100:00000001:2.0:1777587093.103643:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587093.103647:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587093.103653:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587093.103655:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587093.103661:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587093.103662:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587093.104646:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.104660:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587093.104663:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.104665:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587093.104673:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587093.104687:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09b00 00000400:00000200:2.0:1777587093.104703:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xad5 [1] + 224 00000800:00000001:2.0:1777587093.104712:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.104719:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587093.104720:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587093.104723:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587093.104726:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587093.104729:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587093.104736:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587093.104747:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587093.104754:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.104757:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.104783:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587093.104786:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587093.104792:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587093.104794:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587093.104796:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:3.0:1777587093.104800:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:3.0:1777587093.104801:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:3.0:1777587093.104804:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587093.104808:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587093.104816:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.104823:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587093.104831:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.104834:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587093.104837:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587093.104902:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587093.104905:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587093.104908:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587093.104920:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=130 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587093.104925:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=130 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587093.104927:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587093.104929:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587093.104940:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587093.104947:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.104952:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587093.104953:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587093.104956:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587093.104958:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587093.104962:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.104969:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587093.104972:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587093.105040:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587093.105045:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587093.105053:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667692800:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587093.105060:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.105062:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587093.105065:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89b0529 x1863934667692800/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1777587093.105066:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105073:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.105074:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1777587093.105077:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1777587093.105078:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1777587093.105080:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777587093.105082:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f2d3e67. 02000000:00000001:3.0:1777587093.105086:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1777587093.105088:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000020:00000001:3.0:1777587093.105090:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:2.0:1777587093.105102:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09a80 00000400:00000200:2.0:1777587093.105108:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xadd [1] + 224 00000800:00000001:2.0:1777587093.105112:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105117:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587093.105119:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587093.105121:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587093.105125:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587093.105128:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587093.105134:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587093.105141:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587093.105153:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105156:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1777587093.105163:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587093.105168:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587093.105171:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:3.0:1777587093.105176:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587093.105178:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587093.105180:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89b0529. 00000100:00000001:3.0:1777587093.105184:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587093.105186:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.105188:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.105190:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587093.105192:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587093.105195:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587093.105196:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587093.105198:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f630c2. 00000400:00000200:3.0:1777587093.105200:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:3.0:1777587093.105201:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:3.0:1777587093.105203:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587093.105207:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587093.105215:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.105221:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587093.105222:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.105224:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587093.105225:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587093.105226:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587093.105227:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587093.105228:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587093.105230:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=136 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587093.105232:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=136 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587093.105234:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587093.105235:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587093.105236:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587093.105237:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.105238:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587093.105240:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.105270:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587093.105271:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587093.105272:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587093.105274:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587093.105278:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667692672:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587093.105373:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.105375:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587093.105379:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667692672/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587093.105385:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587093.105388:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587093.105389:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000872c6dff. 02000000:00000001:3.0:1777587093.105393:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587093.105394:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587093.105395:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587093.105397:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587093.105398:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:3.0:1777587093.105400:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587093.105401:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587093.105402:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:3.0:1777587093.105405:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587093.105405:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.105407:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587093.105414:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587093.105415:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587093.105417:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587093.105419:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587093.105465:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105471:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587093.105473:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105475:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587093.105479:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587093.105486:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09b80 00000400:00000200:2.0:1777587093.105491:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:2.0:1777587093.105494:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105498:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587093.105500:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587093.105503:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587093.105506:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587093.105509:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587093.105516:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587093.105538:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587093.105543:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587093.105545:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587093.105663:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587093.105667:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587093.105670:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587093.105672:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587093.105674:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:0.0:1777587093.105681:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:0.0:1777587093.105682:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:0.0:1777587093.105685:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587093.105689:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587093.105697:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587093.105703:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587093.105705:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587093.105706:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587093.105708:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587093.105709:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587093.105710:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587093.105712:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587093.105716:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=136 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587093.105718:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587093.105725:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587093.105726:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587093.105727:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587093.105729:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587093.105734:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587093.105735:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587093.105736:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587093.105737:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587093.105738:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587093.105740:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587093.105743:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587093.105744:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587093.105744:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587093.105746:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587093.105749:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667692928:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587093.105752:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587093.105753:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587093.105754:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667692928/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587093.105758:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587093.105759:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587093.105760:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db7f66d8. 02000000:00000001:0.0:1777587093.105762:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587093.105763:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587093.105764:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587093.105765:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587093.105766:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777587093.105768:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587093.105771:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587093.105772:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:0.0:1777587093.105774:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587093.105775:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587093.105776:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587093.105778:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587093.105779:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587093.105780:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587093.105782:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587093.741652:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587093.741658:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587093.741663:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587093.741664:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587093.741738:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587093.741741:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587093.741744:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587094.765387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587094.765393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587094.765399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587094.765400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587094.765487:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587094.765491:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587094.765494:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587095.789572:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587095.789578:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587095.789584:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587095.789585:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587095.789654:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587095.789658:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587095.789661:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587096.557356:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306843472, at 4306843520 00000100:00000040:1.0:1777587096.557356:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306843472, at 4306843520 00000100:00000040:2.0:1777587096.557356:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306843472, at 4306843520 00000100:00000040:3.0:1777587096.557362:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306843472, at 4306843520 00000100:00000010:1.0:1777587096.557370:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000010:2.0:1777587096.557372:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000010:0.0:1777587096.557375:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00000100:00000010:3.0:1777587096.557378:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00010000:00000001:1.0:1777587096.813417:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587096.813422:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587096.813445:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587096.813447:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587096.813835:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587096.813839:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587096.813841:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587097.837474:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587097.837482:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587097.837485:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587097.837488:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837493:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587097.837495:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837497:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837499:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837502:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587097.837504:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587097.837505:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587097.837506:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837507:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587097.837526:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837527:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587097.837529:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587097.837670:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587097.837673:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587097.837676:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587098.222408:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587098.222415:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587098.222422:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587098.222427:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587098.222432:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587098.222435:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587098.222440:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587098.222448:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587098.222455:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222476:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587098.222487:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587098.222489:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222494:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_01+1] req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.222538:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222540:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587098.222543:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587098.222546:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587098.222548:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587098.222550:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587098.222552:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587098.222554:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587098.222558:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587098.222560:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222564:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587098.222571:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587098.222572:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222575:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.222605:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222608:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587098.222611:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587098.222613:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587098.222615:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587098.222617:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587098.222618:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587098.222620:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587098.222628:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587098.222631:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222635:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587098.222641:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587098.222642:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222645:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.222652:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222653:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587098.222656:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587098.222661:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12182) 00000100:00000001:2.0:1777587098.222672:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587098.222676:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587098.222678:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587098.222682:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.222689:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587098.222691:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587098.222694:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587098.222696:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587098.222699:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587098.222701:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667693312:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587098.222706:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587098.222710:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587098.222712:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587098.222714:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587098.222717:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bb454c1. 02000000:00000001:2.0:1777587098.222719:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587098.222725:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000400:00000010:2.0:1777587098.222731:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000200:2.0:1777587098.222743:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693312, portal 10 00000100:00000001:1.0:1777587098.222745:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587098.222745:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587098.222747:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00100000:1.0:1777587098.222748:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1777587098.222750:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587098.222754:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.222756:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587098.222758:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.222760:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587098.222761:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587098.222761:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587098.222763:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587098.222764:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587098.222766:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587098.222766:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e4d0f3. 00000100:00000200:2.0:1777587098.222768:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667693312, offset 0 00000100:00000001:1.0:1777587098.222773:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587098.222774:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587098.222775:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587098.222776:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1777587098.222788:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777587098.222789:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587098.222791:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587098.222793:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1777587098.222794:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667693056:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587098.222797:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587098.222798:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:1.0:1777587098.222799:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777587098.222801:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587098.222804:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777587098.222805:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587098.222807:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587098.222808:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [323:323:256:4294967295] 192.168.204.155@tcp LPNI seq info [323:323:8:4294967295] 02000000:00000010:1.0:1777587098.222809:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccb6920. 02000000:00000001:1.0:1777587098.222811:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587098.222814:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000200:2.0:1777587098.222820:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587098.222826:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587098.222827:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777587098.222829:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693056, portal 25 00000100:00000001:1.0:1777587098.222831:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1777587098.222831:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:1.0:1777587098.222833:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:1.0:1777587098.222837:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587098.222837:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587098.222843:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777587098.222844:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:1.0:1777587098.222845:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587098.222848:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000800:00000200:2.0:1777587098.222848:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1777587098.222849:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667693056, offset 0 00000400:00000200:1.0:1777587098.222854:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587098.222858:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587098.222861:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587098.222861:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587098.222864:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587098.222865:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:2.0:1777587098.222865:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20920 usecs (21 jiffies) 00000400:00000200:1.0:1777587098.222871:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587098.222872:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306845206 00000100:00000001:0.0:1777587098.222873:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587098.222874:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:2.0:1777587098.222876:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000400:00000200:1.0:1777587098.222880:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [324:324:255:4294967295] 192.168.204.155@tcp LPNI seq info [324:324:7:4294967295] 00000100:00000001:2.0:1777587098.222884:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777587098.222889:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587098.222890:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306845206 00000100:00000010:2.0:1777587098.222892:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000800:00000200:1.0:1777587098.222894:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587098.222895:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000800:00000010:1.0:1777587098.222896:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587098.222901:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587098.222902:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306845206 00000100:00000010:2.0:1777587098.222905:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000100:00000001:2.0:1777587098.222909:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000800:00000200:1.0:1777587098.222910:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587098.222912:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587098.222913:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306845206 00000100:00000001:1.0:1777587098.222915:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587098.222916:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000001:1.0:1777587098.222917:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306848591 00000100:00000001:2.0:1777587098.222918:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587098.222922:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306845206 00000100:00000001:2.0:1777587098.222926:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587098.222928:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587098.222929:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306848591 00000100:00000001:1.0:1777587098.222931:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306845206 00000100:00000001:2.0:1777587098.222931:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587098.222933:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.222934:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306848591 00000100:00000001:1.0:1777587098.222936:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306845206 00000100:00000001:2.0:1777587098.222937:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587098.222938:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306848591 00000100:00000001:2.0:1777587098.222938:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587098.222940:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306845206 00000100:00000001:2.0:1777587098.222940:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587098.222941:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587098.222942:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587098.222943:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587098.222944:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587098.222944:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587098.222945:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.222946:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587098.222947:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587098.222948:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587098.222949:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587098.222950:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587098.222951:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587098.222952:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.222954:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.222960:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587098.222961:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587098.222962:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587098.222964:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587098.222967:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587098.222970:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667693184:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587098.222973:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587098.222977:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587098.222978:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587098.222984:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587098.222986:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099434e08. 02000000:00000001:2.0:1777587098.222988:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587098.222990:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020f8571c. 00000400:00000010:2.0:1777587098.222993:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777587098.222996:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693184, portal 10 00000100:00000001:2.0:1777587098.222997:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587098.222998:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:2.0:1777587098.223002:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.223007:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587098.223009:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587098.223011:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000800:00000200:1.0:1777587098.223013:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1777587098.223013:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667693184, offset 0 00000800:00000010:1.0:1777587098.223016:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:2.0:1777587098.223017:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587098.223021:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587098.223022:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587098.223024:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587098.223027:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587098.223027:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587098.223029:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587098.223031:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587098.223033:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [325:325:254:4294967295] 192.168.204.155@tcp LPNI seq info [325:325:6:4294967295] 00000400:00000200:2.0:1777587098.223040:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587098.223044:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587098.223045:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e4d0f3 00000800:00000010:2.0:1777587098.223046:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000400:00000010:1.0:1777587098.223047:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e4d0f3. 00000800:00000200:2.0:1777587098.223049:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587098.223051:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1777587098.223052:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:1.0:1777587098.223054:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587098.223055:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587098.223058:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587098.223060:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 152618 usecs (153 jiffies) 00000100:00000001:2.0:1777587098.223062:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306845338 00000100:00000001:1.0:1777587098.223064:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587098.223064:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306848591 00000100:00000040:1.0:1777587098.223066:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.223071:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306845338 00000100:00000001:1.0:1777587098.223073:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587098.223073:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306848591 00000100:00000001:1.0:1777587098.223075:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587098.223075:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306845338 00000100:00000001:2.0:1777587098.223077:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306848591 00000100:00000001:2.0:1777587098.223078:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306845338 00000100:00000001:2.0:1777587098.223080:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306848591 00000100:00000001:2.0:1777587098.223082:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587098.223083:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587098.223086:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587098.223088:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587098.223088:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587098.223091:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:1.0:1777587098.223093:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587098.223097:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587098.223100:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000100:00000001:3.0:1777587098.223101:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777587098.223104:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:3.0:1777587098.223107:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587098.223109:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587098.223118:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.223126:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587098.223128:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.223134:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587098.223135:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587098.223180:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587098.223182:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777587098.223184:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587098.223188:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587098.223190:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:1.0:1777587098.223191:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:1.0:1777587098.223194:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587098.223196:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.223203:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587098.223205:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.223210:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587098.223211:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587098.228966:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229491:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587098.229496:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229511:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587098.229521:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587098.229543:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09c00 00000400:00000200:2.0:1777587098.229552:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:2.0:1777587098.229561:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229568:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587098.229570:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587098.229573:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587098.229579:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587098.229585:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587098.229593:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.229628:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587098.229631:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587098.229642:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587098.229649:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229652:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587098.229653:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229665:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587098.229668:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587098.229673:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09c80 00000400:00000200:2.0:1777587098.229676:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:2.0:1777587098.229679:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229681:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587098.229682:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587098.229684:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587098.229686:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587098.229689:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587098.229694:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587098.229710:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587098.229714:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229717:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587098.229719:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229721:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587098.229724:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587098.229730:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09d00 00000400:00000200:2.0:1777587098.229733:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xaed [1] + 224 00000800:00000001:2.0:1777587098.229736:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229750:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587098.229752:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587098.229756:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587098.229759:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587098.229764:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587098.229772:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587098.229773:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587098.229777:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587098.229785:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587098.229787:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587098.229790:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020f8571c. 00000400:00000200:3.0:1777587098.229796:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:3.0:1777587098.229799:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:3.0:1777587098.229804:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587098.229810:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1777587098.229811:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587098.229822:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1777587098.229824:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587098.229828:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.229830:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587098.229834:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.229837:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587098.229839:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587098.229843:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587098.229845:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587098.229848:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587098.229857:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=135 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587098.229861:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=135 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587098.229863:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587098.229865:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587098.229867:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587098.229870:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587098.229873:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777587098.229874:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1777587098.229877:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1777587098.229877:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000400:00000010:1.0:1777587098.229880:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000100:00000001:3.0:1777587098.229881:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1777587098.229885:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587098.229887:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587098.229890:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587098.229894:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587098.229897:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587098.229906:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587098.229907:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.229943:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587098.229945:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.229947:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587098.229948:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587098.229952:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587098.229953:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587098.229954:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587098.229956:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.229957:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587098.229960:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587098.229967:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=141 v=5 (5 5 5 0) 00000100:00000040:3.0:1777587098.229971:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777587098.229973:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=141 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587098.229979:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587098.229982:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587098.229985:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587098.229988:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587098.229990:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667693184:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587098.229991:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587098.229999:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777587098.230002:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587098.230005:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587098.230009:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000100:00000001:1.0:1777587098.230010:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587098.230014:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587098.230015:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587098.230018:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587098.230024:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000100:00100000:1.0:1777587098.230026:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667693056:192.168.204.155@tcp:400: 00000400:00000010:3.0:1777587098.230028:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:3.0:1777587098.230034:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587098.230035:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.230038:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1777587098.230039:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587098.230045:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667693056/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.230061:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1777587098.230061:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587098.230065:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587098.230068:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccb6920. 00000100:00000001:3.0:1777587098.230071:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1777587098.230073:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777587098.230074:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587098.230077:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1777587098.230077:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587098.230079:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1777587098.230081:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587098.230082:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587098.230083:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587098.230085:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587098.230089:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=141 v=5 (5 5 5 0) 00000020:00000001:1.0:1777587098.230090:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1777587098.230093:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=98 v=5 (1 0 0 0) 02000000:00000010:1.0:1777587098.230094:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 00000100:00000001:3.0:1777587098.230098:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1777587098.230101:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777587098.230101:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587098.230104:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1777587098.230105:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587098.230108:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00010000:00080000:3.0:1777587098.230110:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587098.230113:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587098.230115:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.230120:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587098.230129:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587098.230132:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587098.230136:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587098.230140:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587098.230145:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587098.230148:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587098.230149:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587098.230151:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587098.230152:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587098.230155:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587098.230161:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587098.230163:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587098.230164:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587098.230167:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587098.230174:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667693312:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587098.230177:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.230179:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587098.230181:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667693184/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587098.230187:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587098.230188:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587098.230190:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099434e08. 02000000:00000001:3.0:1777587098.230192:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587098.230193:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587098.230194:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587098.230196:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587098.230197:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:3.0:1777587098.230199:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587098.230200:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587098.230201:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:3.0:1777587098.230203:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587098.230204:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.230211:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587098.230214:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667693312/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587098.230232:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587098.230233:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587098.230235:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bb454c1. 02000000:00000001:3.0:1777587098.230239:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587098.230240:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587098.230241:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587098.230243:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587098.230244:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:3.0:1777587098.230246:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587098.230247:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587098.230248:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777587098.230286:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587098.230287:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.230289:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587098.230293:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587098.230295:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587098.230296:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587098.230298:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587098.861400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587098.861408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587098.861415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587098.861416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587098.861518:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587098.861522:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587098.861525:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587099.885370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587099.885376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587099.885382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587099.885383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587099.885563:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587099.885566:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587099.885569:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587100.909364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587100.909371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587100.909377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587100.909379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587100.909440:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587100.909444:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587100.909447:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587101.677355:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306848591, at 4306848640 00000100:00000040:2.0:1777587101.677355:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306848591, at 4306848640 00000100:00000040:3.0:1777587101.677355:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306848591, at 4306848640 00000100:00000010:2.0:1777587101.677370:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000010:3.0:1777587101.677371:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000010:1.0:1777587101.677373:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000040:0.0:1777587101.677725:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306848591, at 4306848640 00000100:00000010:0.0:1777587101.677732:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00010000:00000001:1.0:1777587101.933511:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587101.933515:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587101.933519:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587101.933520:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587101.933569:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587101.933573:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587101.933575:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587102.957370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587102.957388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587102.957396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587102.957397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587102.957522:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587102.957525:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587102.957527:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587103.343553:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587103.343562:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587103.343571:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777587103.343577:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587103.343582:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587103.343585:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587103.343590:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587103.343598:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587103.343605:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343615:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587103.343635:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587103.343637:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343643:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_00+0] req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.343676:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343679:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587103.343683:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587103.343685:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc700c01. 00000020:00000040:0.0:1777587103.343687:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587103.343690:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587103.343691:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587103.343693:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587103.343698:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000100:00000001:0.0:1777587103.343701:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343705:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587103.343707:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587103.343714:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587103.343715:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587103.343718:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587103.343724:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.343732:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343740:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc700c01] to pc [ptlrpcd_00_01+1] req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587103.343749:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587103.343753:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.343754:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343757:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587103.343758:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587103.343762:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587103.343762:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1777587103.343765:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 02000000:00000001:1.0:1777587103.343766:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777587103.343768:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00100000:1.0:1777587103.343772:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667693440:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587103.343773:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587103.343776:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587103.343779:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.343779:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1777587103.343782:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 02000000:00000001:1.0:1777587103.343786:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587103.343787:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587103.343790:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343792:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587103.343794:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587103.343800:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000608b4369. 00000100:00000001:0.0:1777587103.343801:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1777587103.343803:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.343804:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.343809:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_02+2] req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587103.343812:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000010:1.0:1777587103.343821:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777587103.343828:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693440, portal 25 00000100:00000001:1.0:1777587103.343831:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587103.343832:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.343833:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000040:0.0:1777587103.343835:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587103.343839:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587103.343841:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587103.343845:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12188) 00000100:00000001:1.0:1777587103.343852:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587103.343855:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587103.343857:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000100:00000200:1.0:1777587103.343860:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667693440, offset 0 00000100:00000001:0.0:1777587103.343873:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587103.343876:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587103.343877:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587103.343878:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587103.343882:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.343889:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587103.343890:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587103.343898:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587103.343899:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587103.343901:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587103.343905:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667693696:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587103.343905:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587103.343912:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587103.343914:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777587103.343914:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1777587103.343917:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587103.343919:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587103.343921:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:0.0:1777587103.343923:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bbc008a. 02000000:00000001:0.0:1777587103.343926:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587103.343927:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1777587103.343932:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000400:00000200:1.0:1777587103.343932:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:0.0:1777587103.343938:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000400:00000200:1.0:1777587103.343939:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [326:326:256:4294967295] 192.168.204.155@tcp LPNI seq info [326:326:8:4294967295] 00000100:00000200:0.0:1777587103.343943:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693696, portal 10 00000100:00000001:0.0:1777587103.343945:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587103.343947:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000100:00000040:0.0:1777587103.343955:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587103.343957:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587103.343963:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587103.343968:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587103.343973:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000200:0.0:1777587103.343976:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667693696, offset 0 00000800:00000200:1.0:1777587103.343977:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587103.343982:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587103.343983:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000400:00000200:0.0:1777587103.343988:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587103.343992:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1777587103.343993:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587103.343996:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587103.344000:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587103.344002:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587103.344007:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [327:327:255:4294967295] 192.168.204.155@tcp LPNI seq info [327:327:7:4294967295] 00000800:00000200:1.0:1777587103.344007:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587103.344013:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587103.344020:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587103.344025:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587103.344026:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587103.344028:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000100:00000001:1.0:1777587103.344032:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306853712 00000800:00000200:0.0:1777587103.344034:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:1.0:1777587103.344038:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaced7b6. 00000800:00000200:0.0:1777587103.344046:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587103.344046:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1777587103.344049:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587103.344053:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.344055:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306853712 00000100:00000040:0.0:1777587103.344057:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20792 usecs (21 jiffies) 00000100:00000010:1.0:1777587103.344060:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009418f570. 00000100:00000001:0.0:1777587103.344061:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306850327 00000100:00000001:0.0:1777587103.344065:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306853712 00000100:00000001:1.0:1777587103.344065:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587103.344070:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306850327 00000100:00000001:1.0:1777587103.344072:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306853712 00000100:00000001:2.0:1777587103.344072:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587103.344073:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306853712 00000100:00000001:2.0:1777587103.344077:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587103.344078:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306850327 00000100:00000010:1.0:1777587103.344078:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc8a7eef. 00000100:00000001:2.0:1777587103.344081:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587103.344083:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587103.344088:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306853712 00000100:00000040:2.0:1777587103.344088:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777587103.344092:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000d1c1a6. 00000100:00000001:1.0:1777587103.344097:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587103.344100:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587103.344102:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587103.344106:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587103.344108:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587103.344109:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587103.344112:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587103.344113:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.344117:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587103.344118:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667693568:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587103.344121:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587103.344125:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587103.344128:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587103.344130:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.344131:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1777587103.344132:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587103.344133:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587103.344136:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1777587103.344137:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b34efa30. 00000100:00000001:1.0:1777587103.344138:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587103.344141:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777587103.344141:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.344141:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.344144:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.344147:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587103.344148:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000519f35f5. 00000400:00000010:2.0:1777587103.344154:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777587103.344157:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693568, portal 10 00000100:00000001:2.0:1777587103.344159:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587103.344161:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529537408 : -105794180014208 : ffff9fc7df7b1f80) 00000100:00000040:2.0:1777587103.344167:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587103.344174:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587103.344177:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587103.344185:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002941b838. 00000100:00000200:2.0:1777587103.344187:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667693568, offset 0 00000400:00000200:2.0:1777587103.344192:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:3.0:1777587103.344196:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587103.344201:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:2.0:1777587103.344203:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587103.344207:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587103.344208:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587103.344211:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587103.344216:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587103.344217:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587103.344221:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587103.344225:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [328:328:254:4294967295] 192.168.204.155@tcp LPNI seq info [328:328:6:4294967295] 00000400:00000200:2.0:1777587103.344232:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587103.344236:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587103.344240:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000001:0.0:1777587103.344242:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306853712 00000800:00000200:2.0:1777587103.344246:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587103.344247:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306850327 00000800:00000200:2.0:1777587103.344269:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587103.344272:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587103.344275:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587103.344278:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 151091 usecs (152 jiffies) 00000100:00000001:2.0:1777587103.344280:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306850459 00000100:00000001:0.0:1777587103.344283:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306853712 00000100:00000001:2.0:1777587103.344283:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306853712 00000100:00000001:2.0:1777587103.344286:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306850459 00000100:00000001:0.0:1777587103.344288:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587103.344290:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306853712 00000100:00000001:0.0:1777587103.344292:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587103.344293:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306850459 00000100:00000001:0.0:1777587103.344295:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587103.344296:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306853712 00000100:00000001:0.0:1777587103.344298:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587103.344300:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306850459 00000100:00000001:2.0:1777587103.344302:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306853712 00000100:00000001:0.0:1777587103.344304:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587103.344304:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587103.344307:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587103.344307:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.344311:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587103.344311:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.344313:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587103.344314:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.344316:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587103.344320:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587103.344325:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587103.344326:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587103.344329:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587103.344331:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587103.344332:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587103.344334:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587103.344474:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:3.0:1777587103.344477:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:3.0:1777587103.344482:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587103.344486:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.344494:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587103.344502:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.344509:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.344511:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587103.344522:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587103.344525:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:3.0:1777587103.344527:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587103.344530:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587103.344533:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:3.0:1777587103.344534:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:3.0:1777587103.344536:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587103.344539:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.344545:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587103.344546:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.344551:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.344552:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587103.344609:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587103.344611:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587103.344614:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587103.344661:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587103.344665:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002941b838 00000400:00000010:3.0:1777587103.344667:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002941b838. 00000100:00000001:3.0:1777587103.344669:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587103.344672:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.344679:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587103.344680:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.344685:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.344687:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587103.347211:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587103.347225:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587103.347229:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587103.347230:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587103.347276:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587103.347291:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09e80 00000400:00000200:1.0:1777587103.347299:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb0d [1] + 224 00000800:00000001:1.0:1777587103.347307:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587103.347316:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587103.347319:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587103.347323:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587103.347330:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587103.347337:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587103.347348:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.347424:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587103.347428:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587103.347445:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587103.347455:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587103.347458:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587103.347726:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347733:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587103.347735:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347737:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587103.347742:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587103.347750:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09e00 00000400:00000200:2.0:1777587103.347754:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:2.0:1777587103.347758:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347761:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587103.347762:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587103.347765:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587103.347768:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587103.347772:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587103.347779:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587103.347795:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587103.347798:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347801:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587103.347802:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347804:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587103.347807:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587103.347812:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09d80 00000400:00000200:2.0:1777587103.347817:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xb05 [1] + 224 00000800:00000001:2.0:1777587103.347820:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347824:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587103.347832:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587103.347835:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587103.347838:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587103.347841:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587103.347848:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587103.347866:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587103.347870:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587103.347872:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587103.347964:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587103.347967:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587103.347972:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587103.347975:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587103.347977:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000100:00000001:3.0:1777587103.347978:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587103.347982:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587103.347984:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:3.0:1777587103.347988:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587103.347989:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1777587103.347992:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1777587103.347995:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777587103.347996:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587103.347998:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000519f35f5. 00000400:00000200:3.0:1777587103.348003:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:3.0:1777587103.348006:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000200:1.0:1777587103.348009:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.348010:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587103.348016:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587103.348022:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587103.348025:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587103.348031:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1777587103.348032:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587103.348034:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587103.348038:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587103.348040:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587103.348041:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.348042:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587103.348044:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587103.348045:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587103.348046:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587103.348047:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587103.348051:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587103.348052:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587103.348058:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=146 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587103.348059:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=140 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587103.348066:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=146 v=5 (1 1 1 0) 00000100:00001000:3.0:1777587103.348066:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=140 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587103.348072:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587103.348073:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587103.348075:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.348076:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587103.348079:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587103.348080:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587103.348083:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587103.348084:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.348087:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.348089:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587103.348091:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000040:1.0:1777587103.348094:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587103.348095:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587103.348097:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587103.348104:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587103.348108:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587103.348114:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587103.348117:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587103.348117:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587103.348122:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587103.348124:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587103.348126:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587103.348130:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587103.348147:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667693440:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587103.348152:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587103.348156:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587103.348161:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667693440/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587103.348166:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667693568:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587103.348176:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777587103.348176:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587103.348179:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1777587103.348180:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587103.348183:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000608b4369. 00000100:00000040:3.0:1777587103.348184:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc700c01 x1863934667693568/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587103.348188:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587103.348191:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1777587103.348193:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1777587103.348194:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 02000000:00000001:3.0:1777587103.348196:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1777587103.348197:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587103.348199:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b34efa30. 02000000:00000010:1.0:1777587103.348200:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:3.0:1777587103.348205:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1777587103.348207:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1777587103.348208:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587103.348209:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777587103.348210:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587103.348213:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000020:00000001:3.0:1777587103.348213:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587103.348215:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 00000100:00000001:1.0:1777587103.348218:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1777587103.348220:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777587103.348221:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587103.348222:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587103.348223:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc700c01. 00000100:00000001:3.0:1777587103.348226:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587103.348227:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587103.348230:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587103.348231:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587103.348241:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587103.348241:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587103.348243:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587103.348243:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.348248:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587103.348248:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587103.348272:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587103.348283:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587103.348549:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587103.348551:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587103.348553:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:0.0:1777587103.348559:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:0.0:1777587103.348561:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:0.0:1777587103.348564:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587103.348567:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587103.348586:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.348593:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587103.348594:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587103.348596:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587103.348597:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587103.348599:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587103.348600:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587103.348601:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587103.348605:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=146 v=5 (5 5 5 0) 00000100:00001000:0.0:1777587103.348608:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587103.348610:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587103.348611:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587103.348613:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587103.348615:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587103.348622:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.348624:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587103.348625:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587103.348626:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587103.348627:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587103.348630:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.348636:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587103.348638:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587103.348639:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587103.348642:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587103.348648:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667693696:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587103.348652:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587103.348658:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587103.348661:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667693696/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587103.348667:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587103.348668:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587103.348669:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bbc008a. 02000000:00000001:0.0:1777587103.348672:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587103.348673:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587103.348674:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587103.348676:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587103.348678:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:0.0:1777587103.348680:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587103.348680:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587103.348681:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:0.0:1777587103.348684:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587103.348685:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587103.348686:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587103.348690:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587103.348691:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587103.348693:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587103.348694:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587103.981424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587103.981451:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587103.981459:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587103.981461:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587103.981704:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587103.981708:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587103.981710:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587105.005358:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587105.005364:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587105.005380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587105.005382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587105.005442:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587105.005445:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587105.005447:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587106.029376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587106.029384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587106.029391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587106.029392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587106.029515:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587106.029519:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587106.029521:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587106.797383:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306853712, at 4306853760 00000100:00000040:0.0:1777587106.797387:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306853712, at 4306853760 00000100:00000010:2.0:1777587106.797400:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc8a7eef. 00000100:00000010:0.0:1777587106.797402:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaced7b6. 00000100:00000040:1.0:1777587106.797764:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306853712, at 4306853760 00000100:00000010:1.0:1777587106.797770:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009418f570. 00000100:00000040:3.0:1777587106.797971:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306853712, at 4306853760 00000100:00000010:3.0:1777587106.797978:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000d1c1a6. 00010000:00000001:1.0:1777587107.053380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587107.053387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587107.053393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587107.053395:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587107.053527:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587107.053533:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587107.053538:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587108.077572:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587108.077580:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587108.077582:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587108.077587:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077593:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587108.077596:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077598:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077600:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077603:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587108.077605:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587108.077606:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587108.077607:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077609:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587108.077609:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077611:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.077629:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587108.077872:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587108.077881:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587108.077884:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587108.461529:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587108.461536:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587108.461542:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587108.461549:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587108.461553:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587108.461556:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587108.461562:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587108.461581:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587108.461589:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.461600:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587108.461622:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587108.461624:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.461630:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_03+3] req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587108.461662:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.461665:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587108.461668:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587108.461672:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587108.461675:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587108.461678:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587108.461679:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587108.461681:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.461683:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1777587108.461684:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:1.0:1777587108.461688:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587108.461689:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.461693:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587108.461695:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1777587108.461701:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.461703:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587108.461708:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587108.461714:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587108.461715:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.461721:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_00+0] req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.461728:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587108.461730:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587108.461736:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587108.461738:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587108.461740:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587108.461743:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667693824:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587108.461747:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587108.461752:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587108.461754:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587108.461754:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587108.461756:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587108.461758:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1777587108.461761:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae1efc9. 00000100:00000001:3.0:1777587108.461762:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587108.461763:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587108.461767:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000400:00000010:1.0:1777587108.461769:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000100:00000001:2.0:1777587108.461769:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1777587108.461770:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587108.461774:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587108.461774:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1777587108.461775:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000001:2.0:1777587108.461776:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587108.461782:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1777587108.461784:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587108.461786:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587108.461788:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693824, portal 25 02000000:00000010:3.0:1777587108.461793:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:1.0:1777587108.461797:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587108.461799:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.461800:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000001:2.0:1777587108.461802:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587108.461805:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.461809:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1777587108.461810:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587108.461810:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587108.461813:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587108.461819:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587108.461827:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667693952:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587108.461837:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587108.461841:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777587108.461841:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777587108.461841:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1777587108.461845:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587108.461845:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587108.461848:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587108.461850:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1777587108.461852:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000040:3.0:1777587108.461854:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_01+1] req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587108.461857:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667693824, offset 0 02000000:00000010:2.0:1777587108.461864:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba52bf5. 00000400:00000200:1.0:1777587108.461869:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587108.461869:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587108.461869:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.461875:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1777587108.461877:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebe94dd8. 00000100:00000040:3.0:1777587108.461881:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1777587108.461883:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000400:00000200:1.0:1777587108.461886:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:3.0:1777587108.461887:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12193) 00000400:00000200:1.0:1777587108.461895:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1777587108.461895:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667693952, portal 10 00000100:00000001:2.0:1777587108.461899:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777587108.461901:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587108.461901:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000040:2.0:1777587108.461910:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587108.461916:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587108.461923:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587108.461925:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587108.461932:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [329:329:256:4294967295] 192.168.204.155@tcp LPNI seq info [329:329:8:4294967295] 00000100:00000040:2.0:1777587108.461933:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587108.461938:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000200:2.0:1777587108.461941:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667693952, offset 0 00000400:00000200:2.0:1777587108.461950:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587108.461953:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587108.461960:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587108.461965:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000400:00000200:2.0:1777587108.461970:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:1.0:1777587108.461974:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587108.461978:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587108.461983:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:1.0:1777587108.461984:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587108.461988:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777587108.461990:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587108.461995:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587108.461999:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [330:330:255:4294967295] 192.168.204.155@tcp LPNI seq info [330:330:7:4294967295] 00000100:00000001:1.0:1777587108.462002:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462007:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306858830 00000400:00000200:2.0:1777587108.462011:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000010:1.0:1777587108.462012:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009418f570. 00000800:00000200:2.0:1777587108.462018:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587108.462022:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000100:00000001:1.0:1777587108.462027:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1777587108.462027:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587108.462035:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587108.462036:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306858830 00000800:00000200:2.0:1777587108.462039:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1777587108.462041:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000100:00000001:2.0:1777587108.462044:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462046:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1777587108.462050:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 149557 usecs (150 jiffies) 00000100:00000001:1.0:1777587108.462051:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306858830 00000100:00000010:1.0:1777587108.462057:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f64e626. 00000800:00000200:0.0:1777587108.462058:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587108.462060:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1777587108.462064:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000100:00000001:1.0:1777587108.462065:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306858830 00000100:00000001:2.0:1777587108.462067:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306855574 00000100:00000010:1.0:1777587108.462070:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b127947. 00000100:00000001:2.0:1777587108.462072:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306858830 00000400:00000200:0.0:1777587108.462073:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587108.462075:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587108.462078:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306855574 00000100:00000001:1.0:1777587108.462081:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587108.462082:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306858830 00000400:00000200:0.0:1777587108.462085:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587108.462085:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.462087:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306855574 00000100:00000001:1.0:1777587108.462090:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462092:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587108.462093:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:0.0:1777587108.462098:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587108.462098:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587108.462098:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306858830 00000100:00000001:1.0:1777587108.462101:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587108.462103:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306855574 00000100:00000001:1.0:1777587108.462104:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587108.462105:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587108.462106:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587108.462108:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306858830 00000100:00000200:0.0:1777587108.462112:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.462112:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587108.462113:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462118:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.462118:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.462124:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.462128:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587108.462132:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587108.462134:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587108.462136:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587108.462137:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587108.462138:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.462139:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587108.462141:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587108.462142:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587108.462144:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587108.462147:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587108.462148:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.462152:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462164:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587108.462165:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462165:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587108.462169:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587108.462170:0:197576:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1777587108.462171:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587108.462174:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587108.462176:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667694080:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587108.462178:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587108.462180:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587108.462182:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587108.462183:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587108.462186:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587108.462187:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587108.462189:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000400:00000010:1.0:1777587108.462191:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777587108.462193:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694080, portal 10 00000100:00000001:1.0:1777587108.462194:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587108.462195:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:1.0:1777587108.462199:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.462203:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587108.462204:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587108.462206:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777587108.462208:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667694080, offset 0 00000400:00000200:1.0:1777587108.462212:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587108.462216:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587108.462219:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1777587108.462231:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587108.462234:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:0.0:1777587108.462237:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587108.462241:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587108.462245:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587108.462248:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587108.462277:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587108.462280:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [331:331:255:4294967295] 192.168.204.155@tcp LPNI seq info [331:331:7:4294967295] 00000400:00000200:1.0:1777587108.462289:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587108.462294:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587108.462296:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac363b9b. 00000800:00000200:1.0:1777587108.462299:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587108.462302:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587108.462313:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac363b9b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587108.462317:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587108.462319:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20631 usecs (21 jiffies) 00000100:00000001:1.0:1777587108.462322:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306855446 00000100:00000001:1.0:1777587108.462327:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306858830 00000100:00000001:1.0:1777587108.462329:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306855446 00000100:00000001:1.0:1777587108.462331:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306858830 00000100:00000001:1.0:1777587108.462332:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306855446 00000100:00000001:1.0:1777587108.462334:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306858830 00000100:00000001:1.0:1777587108.462335:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306855446 00000100:00000001:1.0:1777587108.462337:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306858830 00000100:00000001:1.0:1777587108.462338:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587108.462340:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462405:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462407:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587108.462411:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587108.462412:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587108.462413:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587108.462414:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587108.462416:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.462423:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587108.463092:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000400:00000010:0.0:1777587108.463096:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:0.0:1777587108.463100:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587108.463104:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587108.463113:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587108.463115:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587108.463121:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587108.463123:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587108.463139:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587108.463141:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac363b9b. 00000400:00000200:0.0:1777587108.463144:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587108.463155:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587108.463159:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:0.0:1777587108.463160:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:0.0:1777587108.463163:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587108.463165:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587108.463172:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587108.463174:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587108.463181:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587108.463182:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587108.465174:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587108.465183:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587108.465186:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587108.465188:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587108.465198:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587108.465211:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc09f00 00000400:00000200:1.0:1777587108.465219:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xb1d [1] + 224 00000800:00000001:1.0:1777587108.465245:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587108.465284:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587108.465287:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587108.465291:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587108.465298:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587108.465314:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587108.465324:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.465339:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587108.465345:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587108.465349:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587108.465351:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587108.465353:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587108.465359:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777587108.465361:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587108.465365:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587108.465366:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc09f80 00000400:00000200:1.0:1777587108.465372:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:1.0:1777587108.465376:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1777587108.465383:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587108.465386:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587108.465387:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:3.0:1777587108.465391:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:3.0:1777587108.465392:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:3.0:1777587108.465395:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587108.465399:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777587108.465465:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587108.465467:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587108.465472:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587108.465476:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587108.465480:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587108.465500:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587108.465509:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1777587108.465510:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587108.465512:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587108.465516:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587108.465518:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587108.465521:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587108.465523:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.465530:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1777587108.465532:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587108.465537:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1777587108.465539:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=151 v=5 (5 5 5 0) 00000800:00000001:1.0:1777587108.465540:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777587108.465542:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=151 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587108.465545:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587108.465546:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587108.465548:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587108.465550:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587108.465552:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587108.465555:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587108.465559:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587108.465562:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587108.465563:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587108.465566:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587108.465570:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667693824:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587108.465573:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587108.465574:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587108.465575:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667693824/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587108.465580:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587108.465582:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587108.465584:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae1efc9. 02000000:00000001:3.0:1777587108.465587:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587108.465588:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587108.465589:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587108.465591:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587108.465592:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:3.0:1777587108.465594:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587108.465595:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587108.465596:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:3.0:1777587108.465599:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587108.465600:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587108.465604:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587108.465609:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587108.465611:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587108.465612:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587108.465614:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.465632:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587108.465635:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587108.465639:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587108.465640:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587108.465641:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebe94dd8. 00000400:00000200:2.0:1777587108.465646:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:2.0:1777587108.465647:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:2.0:1777587108.465650:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587108.465655:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587108.465664:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.465671:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587108.465672:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587108.465674:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587108.465675:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587108.465676:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587108.465678:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587108.465680:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587108.465685:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=145 v=5 (5 5 5 0) 00000100:00001000:2.0:1777587108.465688:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=145 v=5 (1 1 1 0) 00000100:00000001:2.0:1777587108.465696:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587108.465698:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587108.465700:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587108.465702:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.465705:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587108.465706:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587108.465708:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587108.465709:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587108.465712:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.465718:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587108.465720:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587108.465721:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587108.465724:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587108.465731:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667693952:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587108.465735:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587108.465737:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587108.465740:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667693952/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.465746:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587108.465748:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587108.465750:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba52bf5. 02000000:00000001:2.0:1777587108.465753:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587108.465754:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587108.465755:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587108.465758:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587108.465759:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:2.0:1777587108.465761:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587108.465762:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587108.465763:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:2.0:1777587108.465766:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587108.465774:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587108.465781:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587108.465785:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587108.465786:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587108.465787:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587108.465800:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587108.466340:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587108.466347:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587108.466349:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587108.466351:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587108.466357:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587108.466365:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a000 00000400:00000200:2.0:1777587108.466370:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:2.0:1777587108.466374:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587108.466379:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587108.466381:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587108.466384:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587108.466387:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587108.466391:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587108.466398:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587108.466408:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587108.466412:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587108.466415:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587108.467911:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587108.467916:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587108.467922:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587108.467924:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587108.467927:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587108.467934:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777587108.467936:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777587108.467940:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587108.467947:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587108.467956:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.467963:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587108.467965:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587108.467968:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587108.467970:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587108.467973:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587108.467974:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587108.467977:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587108.467983:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=151 v=5 (5 5 5 0) 00000100:00001000:1.0:1777587108.467987:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587108.467989:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587108.467991:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587108.467993:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587108.467996:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587108.468003:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.468018:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587108.468020:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587108.468023:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587108.468024:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587108.468028:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.468036:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587108.468039:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587108.468041:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587108.468044:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587108.468051:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667694080:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587108.468055:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587108.468057:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587108.468060:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667694080/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587108.468067:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587108.468069:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587108.468071:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587108.468075:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587108.468077:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587108.468078:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587108.468081:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587108.468082:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587108.468086:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587108.468087:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587108.468088:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:1.0:1777587108.468091:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587108.468093:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587108.468094:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587108.468101:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587108.468103:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587108.468104:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587108.468111:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587109.101376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587109.101383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587109.101391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587109.101392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587109.101451:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587109.101455:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587109.101458:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587110.125375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587110.125382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587110.125389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587110.125390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587110.125414:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587110.125418:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587110.125421:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587111.149384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587111.149390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587111.149395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587111.149396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587111.149422:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587111.149424:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587111.149427:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587111.917374:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306858830, at 4306858880 00000100:00000040:3.0:1777587111.917374:0:201654:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306858830, at 4306858880 00000100:00000010:2.0:1777587111.917392:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f64e626. 00000100:00000010:3.0:1777587111.917394:0:201654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b127947. 00000100:00000040:1.0:1777587111.917422:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306858830, at 4306858880 00000100:00000010:1.0:1777587111.917430:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00000100:00000040:0.0:1777587111.917541:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306858830, at 4306858880 00000100:00000010:0.0:1777587111.917548:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009418f570. 00010000:00000001:1.0:1777587112.175457:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587112.175463:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587112.175468:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587112.175469:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587112.176323:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587112.176326:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587112.176329:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587113.197357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587113.197364:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587113.197371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587113.197373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587113.197413:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587113.197417:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587113.197421:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587113.582622:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587113.582630:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587113.582639:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 00000020:00000040:0.0:1777587113.582646:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587113.582651:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587113.582655:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587113.582659:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587113.582666:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587113.582673:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582682:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587113.582692:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587113.582694:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582711:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_02+2] req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.582746:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582749:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587113.582752:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587113.582755:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777587113.582758:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587113.582760:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587113.582761:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587113.582763:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587113.582767:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000100:00000001:0.0:1777587113.582770:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582774:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587113.582781:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587113.582782:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582785:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_03+3] req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.582793:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582795:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587113.582798:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587113.582800:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777587113.582802:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587113.582805:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587113.582806:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587113.582807:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587113.582810:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587113.582813:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582816:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587113.582834:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587113.582835:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582839:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_00+0] req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.582852:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.582854:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587113.582858:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587113.582862:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12198) 00000100:00000001:3.0:1777587113.582917:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587113.582921:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587113.582923:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587113.582928:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.582937:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587113.582938:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.582941:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587113.582943:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587113.582946:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587113.582948:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667694336:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587113.582952:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587113.582957:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587113.582959:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.582961:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587113.582965:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000602973fc. 02000000:00000001:3.0:1777587113.582967:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587113.582972:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f630c2. 00000400:00000010:3.0:1777587113.582983:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000200:3.0:1777587113.582989:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694336, portal 10 00000100:00000001:3.0:1777587113.582992:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587113.582993:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000040:3.0:1777587113.583000:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.583006:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587113.583009:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587113.583010:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:3.0:1777587113.583019:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667694336, offset 0 00000400:00000200:3.0:1777587113.583025:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587113.583037:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587113.583041:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587113.583045:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587113.583048:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587113.583050:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587113.583054:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [332:332:256:4294967295] 192.168.204.155@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:3.0:1777587113.583064:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587113.583068:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587113.583072:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000800:00000200:3.0:1777587113.583079:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587113.583085:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587113.583089:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587113.583105:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587113.583109:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 148051 usecs (149 jiffies) 00000100:00000001:3.0:1777587113.583112:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306860694 00000100:00000010:3.0:1777587113.583116:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bf90bec. 00000100:00000001:3.0:1777587113.583122:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587113.583130:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306860694 00000100:00000010:3.0:1777587113.583133:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000100:00000001:3.0:1777587113.583135:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587113.583140:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306860694 00000100:00000010:3.0:1777587113.583142:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000001:3.0:1777587113.583145:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587113.583149:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306860694 00000100:00000010:3.0:1777587113.583151:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777587113.583153:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587113.583161:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587113.583164:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.583166:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.583168:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.583176:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587113.583178:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587113.583180:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587113.583181:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587113.583182:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587113.583184:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777587113.583185:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.583186:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587113.583187:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.583188:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587113.583189:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587113.583190:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587113.583193:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.583199:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587113.583200:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.583202:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587113.583203:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587113.583216:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587113.583219:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667694208:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587113.583222:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587113.583224:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587113.583225:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.583227:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587113.583229:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fdac8e. 02000000:00000001:3.0:1777587113.583231:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587113.583234:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000400:00000010:3.0:1777587113.583237:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000200:3.0:1777587113.583240:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694208, portal 25 00000100:00000001:3.0:1777587113.583241:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587113.583242:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000100:00000040:3.0:1777587113.583271:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.583278:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587113.583280:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587113.583283:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074ea183c. 00000100:00000200:3.0:1777587113.583285:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667694208, offset 0 00000400:00000200:3.0:1777587113.583289:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587113.583294:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587113.583297:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587113.583299:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587113.583301:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587113.583303:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587113.583306:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [333:333:255:4294967295] 192.168.204.155@tcp LPNI seq info [333:333:7:4294967295] 00000400:00000200:3.0:1777587113.583313:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587113.583317:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587113.583320:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777587113.583323:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587113.583327:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587113.583330:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587113.583333:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.583335:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306863952 00000100:00000001:3.0:1777587113.583339:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306860694 00000100:00000001:3.0:1777587113.583342:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306863952 00000100:00000001:3.0:1777587113.583344:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306860694 00000100:00000001:3.0:1777587113.583346:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306863952 00000100:00000001:3.0:1777587113.583348:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306860694 00000100:00000001:3.0:1777587113.583350:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306863952 00000100:00000001:3.0:1777587113.583352:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306860694 00000100:00000001:3.0:1777587113.583360:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587113.583362:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.583364:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.583366:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587113.583455:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587113.583458:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000400:00000200:0.0:1777587113.583464:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587113.583468:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587113.583473:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:0.0:1777587113.583475:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:0.0:1777587113.583479:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587113.583483:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.583491:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587113.583493:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.583500:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587113.583502:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587113.583624:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587113.583628:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587113.583630:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587113.583634:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587113.583655:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587113.583655:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587113.583659:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587113.583665:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587113.583666:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587113.583871:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587113.583874:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:0.0:1777587113.583877:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587113.583881:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587113.583884:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ea183c 00000400:00000010:0.0:1777587113.583885:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000074ea183c. 00000100:00000001:0.0:1777587113.583888:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587113.583891:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.583904:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587113.583906:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.583912:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587113.583914:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587113.584213:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587113.584219:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587113.584221:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587113.584223:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587113.584227:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667694464:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587113.584231:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587113.584234:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587113.584236:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587113.584237:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587113.584241:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8a02ad. 02000000:00000001:2.0:1777587113.584243:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587113.584247:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebe94dd8. 00000400:00000010:2.0:1777587113.584323:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777587113.584327:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694464, portal 10 00000100:00000001:2.0:1777587113.584329:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587113.584330:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000100:00000040:2.0:1777587113.584337:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587113.584344:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587113.584346:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587113.584349:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdf45905. 00000100:00000200:2.0:1777587113.584351:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667694464, offset 0 00000400:00000200:2.0:1777587113.584356:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587113.584362:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587113.584365:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587113.584368:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587113.584370:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587113.584372:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587113.584376:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [334:334:256:4294967295] 192.168.204.155@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:2.0:1777587113.584383:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587113.584394:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587113.584398:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587113.584402:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587113.584407:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587113.584410:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587113.584428:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587113.584438:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20491 usecs (21 jiffies) 00000100:00000001:2.0:1777587113.584441:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306860568 00000100:00000001:2.0:1777587113.584444:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306863952 00000100:00000001:2.0:1777587113.584446:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306860568 00000100:00000001:2.0:1777587113.584447:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306863952 00000100:00000001:2.0:1777587113.584449:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306860568 00000100:00000001:2.0:1777587113.584451:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306863952 00000100:00000001:2.0:1777587113.584452:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306860568 00000100:00000001:2.0:1777587113.584454:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306863952 00000100:00000001:2.0:1777587113.584455:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587113.584457:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587113.584459:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587113.584461:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587113.584468:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587113.584469:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587113.584471:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587113.584472:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587113.584473:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587113.584474:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587113.584956:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587113.584959:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777587113.584963:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587113.584968:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587113.584978:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf45905 00000400:00000010:1.0:1777587113.584980:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf45905. 00000100:00000001:1.0:1777587113.584983:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587113.584991:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587113.584999:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587113.585001:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587113.585007:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587113.585009:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587113.593043:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593060:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587113.593063:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593066:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587113.593076:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587113.593105:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a080 00000400:00000200:2.0:1777587113.593113:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xb3d [1] + 224 00000800:00000001:2.0:1777587113.593121:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593126:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587113.593129:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587113.593134:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587113.593141:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587113.593148:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587113.593160:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.593222:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587113.593226:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587113.593242:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587113.593289:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593294:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587113.593297:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593299:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587113.593304:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587113.593311:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a100 00000400:00000200:2.0:1777587113.593316:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb35 [1] + 224 00000800:00000001:2.0:1777587113.593320:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593323:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587113.593325:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587113.593328:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587113.593331:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587113.593334:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587113.593342:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587113.593350:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587113.593354:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593363:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587113.593379:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593382:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587113.593387:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587113.593393:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a180 00000400:00000200:2.0:1777587113.593398:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb45 [1] + 224 00000800:00000001:2.0:1777587113.593401:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593408:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587113.593409:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587113.593412:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587113.593415:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587113.593419:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587113.593426:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587113.593450:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587113.593455:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587113.593458:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587113.593544:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587113.593547:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587113.593553:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587113.593555:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587113.593557:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebe94dd8. 00000400:00000200:0.0:1777587113.593562:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:0.0:1777587113.593564:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:0.0:1777587113.593567:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587113.593571:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587113.593579:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.593585:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587113.593587:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587113.593589:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587113.593592:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587113.593595:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587113.593597:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587113.593600:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587113.593607:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587113.593791:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587113.593795:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587113.593797:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587113.593800:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587113.593804:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587113.593811:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587113.593814:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587113.593823:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587113.593825:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587113.593827:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587113.593831:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.593838:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587113.593841:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587113.593844:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587113.593846:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1777587113.593848:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777587113.593850:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587113.593853:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:3.0:1777587113.593858:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:3.0:1777587113.593862:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00100000:0.0:1777587113.593864:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667694464:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587113.593867:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587113.593873:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777587113.593875:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.593877:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587113.593884:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667694464/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587113.593896:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587113.593900:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587113.593905:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1777587113.593907:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1777587113.593909:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8a02ad. 00000100:00000001:3.0:1777587113.593909:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.593914:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587113.593915:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587113.593918:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587113.593920:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587113.593923:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587113.593924:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777587113.593928:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587113.593930:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587113.593931:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:0.0:1777587113.593934:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587113.593936:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587113.593937:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587113.593944:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587113.593946:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587113.593948:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587113.593950:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.594020:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587113.594022:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587113.594023:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.594026:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587113.594029:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587113.594032:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587113.594034:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587113.594035:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587113.594037:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587113.594039:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.594040:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587113.594044:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.594051:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587113.594053:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587113.594054:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587113.594065:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587113.594072:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667694208:192.168.204.155@tcp:400: 00000400:00000001:3.0:1777587113.594078:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587113.594079:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587113.594081:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f630c2. 00000400:00000200:3.0:1777587113.594083:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:3.0:1777587113.594085:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:3.0:1777587113.594088:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587113.594090:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587113.594097:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.594103:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587113.594104:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.594105:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587113.594107:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587113.594108:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587113.594109:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587113.594111:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587113.594115:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=150 v=5 (5 5 5 0) 00000100:00001000:3.0:1777587113.594117:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=150 v=5 (1 1 1 0) 00000100:00000001:3.0:1777587113.594119:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587113.594120:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587113.594122:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587113.594124:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.594127:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587113.594128:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587113.594129:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587113.594130:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587113.594133:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.594139:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587113.594146:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587113.594148:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587113.594152:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587113.594159:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667694336:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587113.594163:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.594165:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587113.594167:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667694208/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.594173:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587113.594174:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587113.594176:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fdac8e. 02000000:00000001:3.0:1777587113.594178:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587113.594180:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587113.594181:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587113.594182:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587113.594184:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:3.0:1777587113.594186:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587113.594187:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587113.594189:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:3.0:1777587113.594191:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587113.594192:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.594193:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587113.594195:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667694336/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587113.594219:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587113.594220:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587113.594221:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000602973fc. 02000000:00000001:3.0:1777587113.594223:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587113.594224:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587113.594225:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587113.594227:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587113.594228:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:3.0:1777587113.594230:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587113.594237:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587113.594238:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:3.0:1777587113.594249:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587113.594269:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.594271:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587113.594274:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587113.594275:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587113.594277:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587113.594279:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587114.221371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587114.221378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587114.221384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587114.221385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587114.221409:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587114.221411:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587114.221414:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587115.245483:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587115.245488:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587115.245491:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587115.245492:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587115.245768:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587115.245771:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587115.245774:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587116.269539:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587116.269546:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587116.269552:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587116.269553:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587116.269628:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587116.269631:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587116.269633:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587117.037432:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306863952, at 4306864000 00000100:00000010:2.0:1777587117.037446:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00000100:00000040:0.0:1777587117.037859:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306863952, at 4306864000 00000100:00000010:0.0:1777587117.037866:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bf90bec. 00000100:00000040:3.0:1777587117.040345:0:201654:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306863952, at 4306864003 00000100:00000010:3.0:1777587117.040360:0:201654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:1.0:1777587117.041665:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306863952, at 4306864004 00000100:00000010:1.0:1777587117.041679:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd3920fd. 00010000:00000001:1.0:1777587117.293366:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587117.293373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587117.293379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587117.293380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587117.293400:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587117.293403:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587117.293406:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587118.317379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587118.317403:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587118.317406:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587118.317408:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317413:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587118.317415:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317417:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317419:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317423:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587118.317424:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587118.317425:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587118.317427:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317428:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587118.317430:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317431:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.317433:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587118.317624:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587118.317627:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587118.317629:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587118.701596:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587118.701606:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587118.701616:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587118.701622:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587118.701626:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587118.701629:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587118.701635:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587118.701644:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587118.701650:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701673:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587118.701684:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587118.701686:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701691:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.701724:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701727:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587118.701730:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587118.701733:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587118.701735:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587118.701737:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587118.701739:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587118.701740:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587118.701744:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587118.701746:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701750:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587118.701757:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587118.701758:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701761:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.701783:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701785:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587118.701787:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587118.701790:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587118.701792:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587118.701794:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587118.701795:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587118.701796:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587118.701804:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587118.701807:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701811:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587118.701818:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587118.701819:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701822:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_03+3] req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.701829:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.701830:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587118.701833:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587118.701838:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12203) 00000100:00000001:2.0:1777587118.701869:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587118.701871:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587118.701873:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587118.701875:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587118.701876:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587118.701878:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587118.701882:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587118.701886:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587118.701898:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587118.701900:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587118.701903:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587118.701906:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587118.701908:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587118.701911:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667694848:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587118.701913:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587118.701917:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1777587118.701918:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777587118.701921:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587118.701923:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587118.701926:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587118.701928:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587118.701929:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587118.701931:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777587118.701933:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a90b5cbd. 00000100:00000001:0.0:1777587118.701934:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587118.701936:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587118.701937:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.701939:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587118.701944:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587118.701944:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f630c2. 00000400:00000010:3.0:1777587118.701951:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000200:3.0:1777587118.701959:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694848, portal 10 00000100:00000001:0.0:1777587118.701960:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587118.701962:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587118.701963:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1777587118.701965:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587118.701965:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 02000000:00000001:0.0:1777587118.701968:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587118.701972:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587118.701976:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667694592:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777587118.701976:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587118.701984:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587118.701985:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587118.701988:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587118.701990:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.701990:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587118.701994:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587118.701999:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2d2b2fc. 02000000:00000001:0.0:1777587118.702003:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587118.702005:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1777587118.702008:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000100:00000040:3.0:1777587118.702012:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587118.702014:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777587118.702018:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694592, portal 25 00000100:00000001:0.0:1777587118.702020:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587118.702022:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:0.0:1777587118.702034:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587118.702042:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587118.702044:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587118.702047:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000200:0.0:1777587118.702049:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667694592, offset 0 00000400:00000200:0.0:1777587118.702056:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587118.702068:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587118.702074:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587118.702078:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587118.702082:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587118.702085:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587118.702089:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [335:335:256:4294967295] 192.168.204.155@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000010:1.0:1777587118.702091:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777587118.702096:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667694848, offset 0 00000400:00000200:0.0:1777587118.702119:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587118.702128:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587118.702129:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587118.702131:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587118.702133:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587118.702135:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587118.702299:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587118.702305:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587118.702307:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587118.702310:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587118.702312:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587118.702314:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587118.702317:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [336:336:255:4294967295] 192.168.204.155@tcp LPNI seq info [336:336:7:4294967295] 00000400:00000200:1.0:1777587118.702324:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587118.702329:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587118.702333:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000800:00000200:1.0:1777587118.702340:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587118.702347:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587118.702352:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587118.702367:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587118.702371:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20416 usecs (21 jiffies) 00000100:00000001:1.0:1777587118.702380:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306865686 00000100:00000010:1.0:1777587118.702385:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed50b589. 00000100:00000001:1.0:1777587118.702392:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587118.702398:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306865686 00000100:00000010:1.0:1777587118.702401:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003397b256. 00000100:00000001:1.0:1777587118.702404:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587118.702407:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306865686 00000100:00000010:1.0:1777587118.702410:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d7fdf47. 00000100:00000001:1.0:1777587118.702413:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587118.702415:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306865686 00000100:00000010:1.0:1777587118.702417:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000100:00000001:1.0:1777587118.702420:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587118.702424:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587118.702427:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.702430:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.702432:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587118.702436:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587118.702437:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587118.702439:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587118.702440:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587118.702441:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.702443:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587118.702483:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587118.702486:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000400:00000200:3.0:1777587118.702491:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587118.702496:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587118.702500:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:3.0:1777587118.702502:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:3.0:1777587118.702506:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587118.702509:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587118.702518:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587118.702522:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587118.702529:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587118.702531:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587118.702535:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587118.702540:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000800:00000200:0.0:1777587118.702545:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587118.702549:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00100000:2.0:1777587118.702552:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667694720:192.168.204.155@tcp:400: 00000800:00000200:0.0:1777587118.702553:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587118.702560:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587118.702564:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587118.702564:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587118.702567:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.702569:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306869071 02000000:00000001:2.0:1777587118.702570:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587118.702575:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f916139. 00000100:00000001:0.0:1777587118.702576:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306865686 02000000:00000001:2.0:1777587118.702579:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.702580:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306869071 00000100:00000001:0.0:1777587118.702584:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306865686 00000400:00000010:2.0:1777587118.702584:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebe94dd8. 00000100:00000001:0.0:1777587118.702589:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306869071 00000400:00000010:2.0:1777587118.702591:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 00000100:00000001:0.0:1777587118.702592:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306865686 00000100:00000001:0.0:1777587118.702594:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306869071 00000100:00000001:0.0:1777587118.702597:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306865686 00000100:00000200:2.0:1777587118.702600:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694720, portal 10 00000100:00000001:2.0:1777587118.702603:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587118.702604:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:0.0:1777587118.702610:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587118.702612:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587118.702614:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.702619:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.702624:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587118.702626:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587118.702630:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587118.702633:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000200:2.0:1777587118.702635:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667694720, offset 0 00000400:00000200:2.0:1777587118.702640:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587118.702645:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587118.702648:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587118.702651:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587118.702653:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587118.702655:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587118.702658:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [337:337:255:4294967295] 192.168.204.155@tcp LPNI seq info [337:337:7:4294967295] 00000400:00000200:2.0:1777587118.702665:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587118.702669:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587118.702672:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587118.702675:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587118.702679:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587118.702682:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587118.702684:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.702687:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 146670 usecs (147 jiffies) 00000100:00000001:2.0:1777587118.702689:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306865812 00000100:00000001:2.0:1777587118.702691:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306869071 00000100:00000001:2.0:1777587118.702692:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306865812 00000100:00000001:2.0:1777587118.702694:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306869071 00000100:00000001:2.0:1777587118.702696:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306865812 00000100:00000001:2.0:1777587118.702703:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306869071 00000100:00000001:2.0:1777587118.702705:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306865812 00000100:00000001:2.0:1777587118.702706:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306869071 00000100:00000001:2.0:1777587118.702708:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587118.702710:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587118.702712:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587118.702714:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587118.702717:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587118.702718:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587118.702720:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587118.702721:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587118.702722:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587118.702724:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587118.702788:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587118.702791:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000400:00000200:1.0:1777587118.702795:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587118.702799:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587118.702801:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:1.0:1777587118.702803:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:1.0:1777587118.702806:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587118.702809:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.702817:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587118.702825:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.702832:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.702833:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587118.703029:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587118.703032:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777587118.703035:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587118.703039:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587118.703041:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:1.0:1777587118.703043:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:1.0:1777587118.703045:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587118.703048:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.703055:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587118.703057:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.703063:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.703064:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587118.706045:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587118.706061:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587118.706065:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587118.706067:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587118.706079:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587118.706097:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a200 00000400:00000200:2.0:1777587118.706116:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xb51 [1] + 224 00000800:00000001:2.0:1777587118.706125:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587118.706134:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587118.706136:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587118.706140:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587118.706147:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587118.706153:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587118.706164:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.706185:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587118.706197:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587118.706247:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587118.706277:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587118.706283:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587118.706284:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587118.706286:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000400:00000200:0.0:1777587118.706293:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:0.0:1777587118.706295:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:0.0:1777587118.706297:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587118.706301:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587118.706309:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587118.706316:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587118.706317:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587118.706319:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587118.706322:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587118.706324:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587118.706326:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587118.706329:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587118.706334:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587118.706338:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587118.706340:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587118.706342:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587118.706344:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587118.706346:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.706349:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587118.706353:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587118.706359:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587118.706362:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587118.706364:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587118.706379:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587118.706386:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667694592:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587118.706391:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587118.706393:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587118.706396:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667694592/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587118.706403:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587118.706405:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587118.706408:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2d2b2fc. 02000000:00000001:0.0:1777587118.706411:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587118.706413:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587118.706415:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587118.706417:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587118.706419:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:0.0:1777587118.706423:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587118.706424:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587118.706425:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777587118.706429:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587118.706430:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587118.706432:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587118.706439:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587118.706440:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587118.706442:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587118.706444:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587118.706492:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587118.706498:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587118.706501:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587118.706505:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587118.706511:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a300 00000400:00000200:2.0:1777587118.706515:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb4d [1] + 224 00000800:00000001:2.0:1777587118.706519:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587118.706522:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587118.706524:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587118.706527:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587118.706529:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587118.706533:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587118.706540:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.706557:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587118.706561:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587118.706563:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587118.706612:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587118.706614:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587118.706618:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587118.706620:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587118.706621:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f630c2. 00000400:00000200:1.0:1777587118.706625:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:1.0:1777587118.706626:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:1.0:1777587118.706629:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587118.706632:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587118.706639:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.706644:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587118.706646:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587118.706647:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587118.706648:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587118.706655:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587118.706656:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587118.706658:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587118.706663:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587118.706666:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587118.706668:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587118.706669:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587118.706671:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587118.706674:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587118.706681:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.706684:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587118.706686:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587118.706688:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587118.706689:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587118.706691:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.706698:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587118.706700:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587118.706701:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587118.706703:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587118.706709:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667694848:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587118.706713:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587118.706715:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587118.706716:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667694848/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587118.706722:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587118.706723:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587118.706725:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a90b5cbd. 02000000:00000001:1.0:1777587118.706728:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587118.706733:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587118.706734:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587118.706736:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587118.706738:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777587118.706740:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587118.706741:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587118.706742:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587118.706745:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587118.706745:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587118.706747:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587118.706751:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587118.706752:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587118.706753:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587118.706755:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587118.706807:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587118.706830:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587118.706832:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587118.706834:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587118.706838:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587118.706846:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a280 00000400:00000200:3.0:1777587118.706850:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:3.0:1777587118.706854:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587118.706877:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587118.706880:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587118.706883:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587118.706886:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587118.706889:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587118.706897:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587118.706919:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587118.706924:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587118.706927:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587118.706962:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587118.706964:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587118.706968:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587118.706969:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587118.706970:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebe94dd8. 00000400:00000200:2.0:1777587118.706974:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000400:00000010:2.0:1777587118.706975:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:2.0:1777587118.706978:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587118.706981:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587118.706988:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.706994:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587118.706995:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587118.706996:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587118.707005:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587118.707006:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587118.707007:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587118.707009:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587118.707013:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=5 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587118.707015:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587118.707017:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587118.707018:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587118.707019:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587118.707021:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587118.707023:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587118.707024:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587118.707025:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587118.707026:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587118.707029:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.707035:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587118.707037:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587118.707038:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587118.707040:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587118.707046:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667694720:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587118.707049:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587118.707051:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587118.707053:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667694720/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587118.707058:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587118.707060:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587118.707061:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f916139. 02000000:00000001:2.0:1777587118.707063:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587118.707064:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587118.707065:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587118.707067:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587118.707073:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777587118.707075:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587118.707076:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587118.707077:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587118.707079:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587118.707080:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587118.707082:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587118.707085:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587118.707086:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587118.707088:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587118.707089:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587119.342020:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587119.342026:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587119.342032:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587119.342033:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587119.342346:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587119.342349:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587119.342351:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587120.365436:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587120.365445:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587120.365459:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587120.365461:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587120.365501:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587120.365504:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587120.365508:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587121.389502:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587121.389509:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587121.389515:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587121.389516:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587121.389572:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587121.389576:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587121.389579:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587122.157349:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306869071, at 4306869120 00000100:00000040:2.0:1777587122.157349:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306869071, at 4306869120 00000100:00000040:3.0:1777587122.157349:0:201654:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306869071, at 4306869120 00000100:00000010:3.0:1777587122.157364:0:201654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00000100:00000010:2.0:1777587122.157366:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d7fdf47. 00000100:00000010:1.0:1777587122.157367:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397b256. 00000100:00000040:0.0:1777587122.158112:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306869071, at 4306869120 00000100:00000010:0.0:1777587122.158119:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed50b589. 00010000:00000001:1.0:1777587122.414152:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587122.414159:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587122.414163:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587122.414164:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587122.414279:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587122.414283:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587122.414286:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587123.437394:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587123.437401:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587123.437425:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587123.437427:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587123.437458:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587123.437461:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587123.437463:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587123.821539:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587123.821546:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587123.821553:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777587123.821566:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587123.821571:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587123.821574:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587123.821580:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587123.821587:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587123.821594:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821605:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587123.821615:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587123.821617:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821623:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_00+0] req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.821647:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821650:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587123.821654:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587123.821657:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777587123.821660:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587123.821662:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587123.821664:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587123.821666:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587123.821669:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587123.821672:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821676:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587123.821683:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587123.821684:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821687:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_01+1] req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.821696:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821697:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587123.821708:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587123.821711:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000020:00000040:0.0:1777587123.821714:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587123.821716:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587123.821718:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587123.821720:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587123.821724:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000100:00000001:2.0:1777587123.821725:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587123.821728:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.821730:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587123.821734:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587123.821734:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587123.821742:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.821744:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587123.821746:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821754:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000638482a4] to pc [ptlrpcd_00_02+2] req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.821757:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587123.821760:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587123.821764:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587123.821766:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587123.821771:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587123.821779:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667694976:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587123.821785:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587123.821786:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821788:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587123.821790:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777587123.821791:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1777587123.821794:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.821795:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12208) 02000000:00000001:2.0:1777587123.821798:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587123.821804:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9809e6e. 00000100:00000001:0.0:1777587123.821812:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587123.821812:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587123.821815:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587123.821816:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1777587123.821818:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebe94dd8. 00000100:00000040:0.0:1777587123.821819:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.821825:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587123.821827:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587123.821827:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 02000000:00000001:0.0:1777587123.821829:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587123.821831:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587123.821833:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587123.821835:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667695232:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587123.821838:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1777587123.821838:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667694976, portal 25 00000100:00000001:2.0:1777587123.821841:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587123.821843:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000100:00000040:2.0:1777587123.821850:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587123.821854:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587123.821857:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587123.821861:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587123.821863:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1777587123.821864:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014a8f4d1. 02000000:00000001:0.0:1777587123.821869:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587123.821869:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587123.821873:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000400:00000010:0.0:1777587123.821875:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374b10a4. 00000100:00000200:2.0:1777587123.821877:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667694976, offset 0 00000400:00000010:0.0:1777587123.821881:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000400:00000200:2.0:1777587123.821886:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777587123.821897:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695232, portal 10 00000400:00000200:2.0:1777587123.821899:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587123.821902:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587123.821904:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000400:00000200:2.0:1777587123.821906:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587123.821912:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:0.0:1777587123.821915:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587123.821919:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587123.821925:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587123.821930:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1777587123.821933:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [338:338:256:4294967295] 192.168.204.155@tcp LPNI seq info [338:338:8:4294967295] 00000100:00000040:0.0:1777587123.821938:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587123.821940:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1777587123.821943:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000001:1.0:1777587123.821944:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587123.821946:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1777587123.821947:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667695232, offset 0 00000100:00000040:1.0:1777587123.821954:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587123.821956:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777587123.821959:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587123.821969:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1777587123.821971:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587123.821972:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587123.821972:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587123.821978:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1777587123.821979:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1777587123.821980:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 02000000:00000001:1.0:1777587123.821981:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587123.821984:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:1.0:1777587123.821986:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587123.821990:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1777587123.821992:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667695104:192.168.204.155@tcp:400: 00000800:00000200:2.0:1777587123.821992:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587123.821997:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587123.822001:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777587123.822005:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [339:339:255:4294967295] 192.168.204.155@tcp LPNI seq info [339:339:7:4294967295] 02000000:00000001:1.0:1777587123.822005:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1777587123.822006:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587123.822018:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587123.822022:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1777587123.822025:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1777587123.822027:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069fc4fa4. 02000000:00000001:1.0:1777587123.822031:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587123.822035:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000100:00000001:2.0:1777587123.822040:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587123.822042:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000010:1.0:1777587123.822042:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000001:2.0:1777587123.822047:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306874190 00000100:00000200:1.0:1777587123.822048:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695104, portal 10 00000800:00000200:0.0:1777587123.822051:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587123.822053:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1777587123.822055:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000100:00000010:2.0:1777587123.822055:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:1.0:1777587123.822056:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000800:00000200:0.0:1777587123.822062:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587123.822064:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1777587123.822066:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587123.822069:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587123.822072:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587123.822073:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306874190 00000100:00000001:0.0:1777587123.822078:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587123.822080:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000040:0.0:1777587123.822084:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20265 usecs (21 jiffies) 00000100:00000001:1.0:1777587123.822084:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587123.822088:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306870805 00000100:00000040:1.0:1777587123.822090:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587123.822092:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1777587123.822093:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000001:0.0:1777587123.822098:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306874190 00000100:00000200:1.0:1777587123.822098:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667695104, offset 0 00000100:00000001:2.0:1777587123.822098:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306874190 00000100:00000001:0.0:1777587123.822103:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306870805 00000100:00000001:0.0:1777587123.822105:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306874190 00000100:00000010:2.0:1777587123.822106:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000001:0.0:1777587123.822107:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306870805 00000400:00000200:1.0:1777587123.822111:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587123.822112:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587123.822116:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306874190 00000100:00000001:2.0:1777587123.822116:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306874190 00000100:00000001:0.0:1777587123.822121:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306870805 00000100:00000010:2.0:1777587123.822121:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000400:00000200:1.0:1777587123.822126:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587123.822127:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587123.822133:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306874190 00000400:00000200:1.0:1777587123.822133:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587123.822133:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587123.822137:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587123.822138:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587123.822140:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587123.822141:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.822144:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587123.822145:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587123.822147:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587123.822150:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587123.822150:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587123.822152:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587123.822157:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [340:340:254:4294967295] 192.168.204.155@tcp LPNI seq info [340:340:6:4294967295] 00000100:00000001:0.0:1777587123.822159:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587123.822160:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587123.822163:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587123.822164:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587123.822169:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587123.822170:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587123.822171:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587123.822172:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587123.822173:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587123.822176:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.822177:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587123.822180:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587123.822181:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587123.822187:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000100:00000001:2.0:1777587123.822192:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587123.822195:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587123.822200:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587123.822202:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1777587123.822203:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587123.822205:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587123.822207:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587123.822211:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 145240 usecs (146 jiffies) 00000100:00000001:1.0:1777587123.822214:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306870930 00000100:00000001:1.0:1777587123.822216:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306874190 00000100:00000001:1.0:1777587123.822219:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306870930 00000100:00000001:1.0:1777587123.822221:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306874190 00000100:00000001:1.0:1777587123.822223:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306870930 00000100:00000001:1.0:1777587123.822224:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306874190 00000100:00000001:1.0:1777587123.822226:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306870930 00000100:00000001:1.0:1777587123.822228:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306874190 00000100:00000001:1.0:1777587123.822229:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777587123.822229:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587123.822233:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587123.822234:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000100:00000001:1.0:1777587123.822236:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587123.822239:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587123.822240:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587123.822243:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587123.822245:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777587123.822247:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587123.822277:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777587123.822277:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000100:00000001:1.0:1777587123.822281:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777587123.822281:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:1.0:1777587123.822284:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.822286:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587123.822287:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587123.822292:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.822303:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587123.822306:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.822314:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.822316:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587123.822326:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587123.822328:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:2.0:1777587123.822332:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587123.822342:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587123.822345:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:2.0:1777587123.822347:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:2.0:1777587123.822349:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587123.822352:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.822359:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587123.822361:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.822368:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.822369:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587123.822414:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587123.822417:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000400:00000200:2.0:1777587123.822420:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587123.822424:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587123.822426:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:2.0:1777587123.822427:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:2.0:1777587123.822430:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587123.822432:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.822439:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587123.822441:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.822447:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587123.822448:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587123.824161:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587123.824172:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587123.824174:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587123.824176:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587123.824186:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587123.824199:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a380 00000400:00000200:2.0:1777587123.824207:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xb65 [1] + 224 00000800:00000001:2.0:1777587123.824225:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587123.824230:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587123.824233:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587123.824237:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587123.824243:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587123.824248:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587123.824278:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.824298:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587123.824307:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587123.824312:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587123.824314:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587123.824318:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587123.824324:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587123.824332:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a480 00000100:00000001:0.0:1777587123.824334:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587123.824338:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587123.824339:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb6d [1] + 224 00000800:00000001:2.0:1777587123.824345:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777587123.824346:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587123.824349:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1777587123.824350:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777587123.824352:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebe94dd8. 00000400:00000200:2.0:1777587123.824353:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587123.824359:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000400:00000200:2.0:1777587123.824359:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:0.0:1777587123.824363:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:0.0:1777587123.824367:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587123.824372:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587123.824376:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587123.824383:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587123.824396:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.824403:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587123.824412:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587123.824414:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587123.824417:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587123.824419:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587123.824421:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587123.824424:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587123.824430:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587123.824433:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587123.824434:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587123.824435:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587123.824437:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587123.824439:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587123.824441:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587123.824446:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587123.824446:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.824462:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587123.824465:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587123.824467:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587123.824470:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.824473:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1777587123.824478:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667694976:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587123.824484:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587123.824486:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587123.824487:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587123.824491:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667694976/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587123.824497:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587123.824500:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1777587123.824501:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1777587123.824503:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9809e6e. 00000800:00000001:2.0:1777587123.824504:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777587123.824509:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1777587123.824509:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777587123.824512:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587123.824513:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587123.824518:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587123.824521:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 00000400:00000200:2.0:1777587123.824524:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 02000000:00000001:0.0:1777587123.824527:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1777587123.824532:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a400 02000000:00000001:0.0:1777587123.824537:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587123.824540:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000400:00000200:2.0:1777587123.824540:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb75 [1] + 224 00000100:00000001:0.0:1777587123.824546:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1777587123.824547:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587123.824548:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587123.824551:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587123.824557:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587123.824560:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587123.824562:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1777587123.824564:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587123.824565:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587123.824570:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587123.824574:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587123.824578:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587123.824582:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587123.824589:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587123.824604:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587123.824609:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587123.824612:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587123.824634:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587123.824637:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587123.824641:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587123.824643:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587123.824644:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587123.824648:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:1.0:1777587123.824650:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587123.824653:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587123.824657:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587123.824667:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587123.824670:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587123.824674:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587123.824676:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587123.824679:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587123.824679:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1777587123.824681:0:197582:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1777587123.824682:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1777587123.824684:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1777587123.824685:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374b10a4. 00000100:00000001:1.0:1777587123.824687:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587123.824690:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587123.824692:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587123.824692:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:3.0:1777587123.824696:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:3.0:1777587123.824699:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1777587123.824700:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=10 v=5 (5 5 5 5) 00000100:00000200:3.0:1777587123.824704:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777587123.824705:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587123.824712:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587123.824714:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587123.824719:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1777587123.824722:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587123.824723:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587123.824728:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587123.824731:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587123.824734:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587123.824735:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587123.824738:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587123.824738:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587123.824742:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1777587123.824744:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587123.824745:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587123.824747:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587123.824750:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587123.824754:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587123.824759:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1777587123.824761:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587123.824765:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587123.824769:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587123.824770:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587123.824773:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587123.824773:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587123.824778:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1777587123.824780:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1777587123.824784:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587123.824804:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667695104:192.168.204.155@tcp:400: 00010000:00000001:3.0:1777587123.824805:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587123.824809:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587123.824811:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587123.824815:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667695104/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587123.824817:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587123.824821:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587123.824825:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587123.824826:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777587123.824828:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587123.824829:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587123.824832:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069fc4fa4. 02000000:00000001:1.0:1777587123.824835:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1777587123.824836:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1777587123.824838:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587123.824840:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587123.824844:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587123.824846:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:1.0:1777587123.824851:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777587123.824853:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587123.824854:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587123.824856:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:3.0:1777587123.824857:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587123.824861:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587123.824861:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587123.824864:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587123.824866:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587123.824867:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587123.824871:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587123.824874:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587123.824878:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587123.824880:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587123.824884:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667695232:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587123.824889:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587123.824891:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587123.824893:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667695232/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587123.824898:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587123.824900:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587123.824901:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014a8f4d1. 02000000:00000001:3.0:1777587123.824904:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587123.824905:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587123.824906:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587123.824908:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587123.824909:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:3.0:1777587123.824912:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587123.824913:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587123.824914:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:3.0:1777587123.824916:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587123.824917:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587123.824918:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587123.824921:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587123.824922:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587123.824924:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587123.824931:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587124.461381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587124.461386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587124.461391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587124.461393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587124.461632:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587124.461636:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587124.461639:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587125.485417:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587125.485423:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587125.485429:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587125.485448:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587125.485940:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587125.485944:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587125.485946:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587126.509648:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587126.509655:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587126.509660:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587126.509661:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587126.509683:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587126.509686:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587126.509689:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587127.277352:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306874190, at 4306874240 00000100:00000040:2.0:1777587127.277353:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306874190, at 4306874240 00000100:00000010:1.0:1777587127.277369:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000040:0.0:1777587127.277372:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306874190, at 4306874240 00000100:00000010:2.0:1777587127.277374:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000010:0.0:1777587127.277382:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000040:3.0:1777587127.277410:0:201654:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306874190, at 4306874240 00000100:00000010:3.0:1777587127.277418:0:201654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00010000:00000001:1.0:1777587127.533760:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587127.533766:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587127.533769:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587127.533772:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533776:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587127.533779:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533781:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533783:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533786:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587127.533788:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587127.533789:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587127.533790:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533791:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587127.533792:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533793:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587127.533795:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587127.533873:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587127.533876:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587127.533878:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587128.557412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587128.557418:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587128.557423:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587128.557425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587128.557501:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587128.557505:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587128.557508:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587128.942010:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587128.942019:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587128.942030:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587128.942037:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587128.942041:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587128.942044:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587128.942049:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587128.942059:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc1f15a9. 00000100:00000001:3.0:1777587128.942066:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942078:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587128.942089:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587128.942091:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942096:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_03+3] req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.942135:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942138:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587128.942141:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587128.942144:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777587128.942146:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587128.942148:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587128.942150:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587128.942151:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587128.942154:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587128.942157:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942160:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587128.942167:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587128.942182:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942186:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_00+0] req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.942200:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942202:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587128.942205:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587128.942207:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777587128.942209:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587128.942211:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587128.942213:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587128.942215:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587128.942218:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587128.942220:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942224:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587128.942230:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587128.942231:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942234:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_01+1] req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.942240:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.942242:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587128.942245:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587128.942279:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12213) 00000100:00000001:2.0:1777587128.942301:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587128.942307:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1777587128.942310:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587128.942317:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587128.942320:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587128.942322:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587128.942324:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587128.942327:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587128.942331:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587128.942339:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587128.942342:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587128.942345:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587128.942347:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587128.942350:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587128.942359:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667695360:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587128.942363:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587128.942364:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587128.942368:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587128.942371:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587128.942375:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587128.942375:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.942377:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777587128.942379:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587128.942380:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1777587128.942384:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1f2be2e. 00000100:00000040:1.0:1777587128.942386:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587128.942388:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587128.942396:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000519f35f5. 00000400:00000010:2.0:1777587128.942405:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000001:1.0:1777587128.942412:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587128.942414:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587128.942414:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695360, portal 25 00000100:00000001:2.0:1777587128.942419:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1777587128.942420:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587128.942422:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587128.942424:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587128.942427:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667695616:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587128.942430:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587128.942433:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587128.942434:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587128.942436:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587128.942439:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587128.942441:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587128.942445:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000100:00000001:2.0:1777587128.942534:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000040:2.0:1777587128.942540:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587128.942548:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587128.942550:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587128.942554:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777587128.942556:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667695360, offset 0 00000400:00000200:2.0:1777587128.942562:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587128.942575:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587128.942580:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587128.942584:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587128.942587:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587128.942590:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587128.942594:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [341:341:256:4294967295] 192.168.204.155@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:2.0:1777587128.942605:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587128.942611:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587128.942615:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587128.942621:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587128.942628:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587128.942632:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587128.942655:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587128.942660:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306879311 00000100:00000010:2.0:1777587128.942664:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000001:2.0:1777587128.942669:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587128.942675:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306879311 00000100:00000010:2.0:1777587128.942677:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777587128.942680:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587128.942683:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306879311 00000100:00000010:2.0:1777587128.942685:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777587128.942687:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587128.942689:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306879311 00000100:00000010:2.0:1777587128.942692:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777587128.942694:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587128.942696:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587128.942699:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587128.942701:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587128.942703:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.942895:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587128.942898:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587128.942900:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587128.942905:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587128.942925:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587128.942926:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587128.942929:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587128.942931:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587128.942932:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587128.942935:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667695488:192.168.204.155@tcp:400: 00000400:00000010:1.0:1777587128.942940:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000001:0.0:1777587128.942943:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1777587128.942947:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695616, portal 10 00000100:00000001:1.0:1777587128.942949:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587128.942950:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 02000000:00000001:0.0:1777587128.942954:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587128.942957:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587128.942959:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587128.942961:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587128.942965:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fe33082. 02000000:00000001:0.0:1777587128.942969:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.942974:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1777587128.942977:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000100:00000040:1.0:1777587128.942977:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587128.942982:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000400:00000010:0.0:1777587128.942984:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:1.0:1777587128.942986:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667695616, offset 0 00000100:00000200:0.0:1777587128.942989:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695488, portal 10 00000100:00000001:0.0:1777587128.942992:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777587128.942994:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587128.942995:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000400:00000200:1.0:1777587128.943002:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777587128.943005:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587128.943008:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587128.943013:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587128.943018:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587128.943023:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587128.943024:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587128.943028:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [342:342:255:4294967295] 192.168.204.155@tcp LPNI seq info [342:342:7:4294967295] 00000100:00000040:0.0:1777587128.943032:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587128.943037:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587128.943043:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667695488, offset 0 00000400:00000200:1.0:1777587128.943044:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777587128.943052:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777587128.943059:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587128.943062:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:1.0:1777587128.943064:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000400:00000200:0.0:1777587128.943067:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1777587128.943071:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587128.943072:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587128.943078:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1777587128.943080:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587128.943084:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777587128.943084:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587128.943089:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587128.943091:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [343:343:254:4294967295] 192.168.204.155@tcp LPNI seq info [343:343:6:4294967295] 00000100:00000040:1.0:1777587128.943093:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 20092 usecs (21 jiffies) 00000100:00000001:1.0:1777587128.943098:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306875926 00000100:00000001:1.0:1777587128.943102:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306879311 00000100:00000001:1.0:1777587128.943106:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306875926 00000400:00000200:0.0:1777587128.943107:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587128.943111:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306879311 00000100:00000001:1.0:1777587128.943114:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306875926 00000800:00000200:0.0:1777587128.943118:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587128.943118:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306879311 00000100:00000001:1.0:1777587128.943122:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306875926 00000800:00000010:0.0:1777587128.943124:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000100:00000001:1.0:1777587128.943124:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306879311 00000100:00000001:1.0:1777587128.943125:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587128.943130:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587128.943133:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587128.943133:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.943135:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777587128.943141:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587128.943142:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587128.943145:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1777587128.943146:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587128.943148:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587128.943151:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.943151:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587128.943152:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.943156:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587128.943157:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 143811 usecs (144 jiffies) 00000100:00000001:0.0:1777587128.943161:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306876049 00000100:00000001:0.0:1777587128.943170:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306879311 00000100:00000001:0.0:1777587128.943172:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306876049 00000100:00000001:0.0:1777587128.943174:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306879311 00000100:00000001:0.0:1777587128.943176:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306876049 00000100:00000001:0.0:1777587128.943179:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306879311 00000100:00000001:0.0:1777587128.943181:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306876049 00000100:00000001:0.0:1777587128.943182:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306879311 00000100:00000001:0.0:1777587128.943184:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587128.943186:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.943188:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.943189:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587128.943194:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587128.943195:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587128.943196:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587128.943198:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587128.943199:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.943201:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587128.943213:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587128.943217:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587128.943224:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587128.943229:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587128.943233:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:3.0:1777587128.943235:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:3.0:1777587128.943239:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587128.943247:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.943274:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587128.943276:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.943281:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587128.943282:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587128.943292:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587128.943294:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000400:00000200:3.0:1777587128.943295:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587128.943297:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587128.943299:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:3.0:1777587128.943300:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:3.0:1777587128.943301:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587128.943303:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.943307:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587128.943308:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.943311:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587128.943312:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587128.943361:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587128.943362:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:3.0:1777587128.943364:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587128.943366:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587128.943367:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:3.0:1777587128.943368:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:3.0:1777587128.943370:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587128.943371:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.943376:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587128.943377:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.943388:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587128.943396:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587128.945288:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.945309:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587128.945313:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.945315:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587128.945321:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587128.945334:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a500 00000400:00000200:2.0:1777587128.945341:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xb7d [1] + 224 00000800:00000001:2.0:1777587128.945348:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.945355:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587128.945357:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587128.945361:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587128.945378:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587128.945384:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587128.945410:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587128.945461:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587128.945462:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587128.945466:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1777587128.945468:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.945472:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587128.945473:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587128.945476:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587128.945478:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000519f35f5. 00000400:00000200:3.0:1777587128.945483:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:3.0:1777587128.945486:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:3.0:1777587128.945488:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587128.945491:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587128.945506:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.945513:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587128.945515:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587128.945517:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587128.945520:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587128.945522:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587128.945524:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587128.945527:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587128.945533:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587128.945537:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587128.945539:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587128.945541:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587128.945544:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587128.945546:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587128.945548:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587128.945618:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.945626:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587128.945628:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587128.945629:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587128.945632:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587128.945641:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667695360:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587128.945644:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587128.945646:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587128.945648:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667695360/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.945652:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587128.945654:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587128.945656:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1f2be2e. 02000000:00000001:3.0:1777587128.945658:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587128.945659:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587128.945661:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587128.945663:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587128.945665:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc1f15a9. 02000000:00000001:3.0:1777587128.945668:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587128.945669:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587128.945671:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:3.0:1777587128.945674:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587128.945675:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587128.945677:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587128.945683:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587128.945684:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587128.945686:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587128.945689:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587128.946751:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.946759:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587128.946762:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.946763:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587128.946770:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587128.946781:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a600 00000400:00000200:2.0:1777587128.946787:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb85 [1] + 224 00000800:00000001:2.0:1777587128.946791:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.946807:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587128.946809:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587128.946813:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587128.946817:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587128.946821:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587128.946842:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587128.946856:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587128.946861:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587128.946864:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587128.947039:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587128.947044:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587128.947046:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587128.947048:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587128.947053:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587128.947073:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a580 00000400:00000200:3.0:1777587128.947078:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb8d [1] + 224 00000800:00000001:3.0:1777587128.947246:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587128.947269:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587128.947271:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587128.947279:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587128.947281:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587128.947284:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587128.947290:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587128.947309:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587128.947313:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587128.947316:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587128.947388:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587128.947392:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587128.947397:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587128.947399:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587128.947401:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587128.947406:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:1.0:1777587128.947413:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587128.947416:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587128.947420:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587128.947429:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587128.947435:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587128.947437:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587128.947439:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587128.947441:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587128.947442:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587128.947444:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587128.947446:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587128.947452:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587128.947456:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587128.947459:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587128.947460:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587128.947462:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587128.947467:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587128.947474:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.947478:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587128.947480:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587128.947482:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587128.947483:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587128.947486:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587128.947493:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587128.947496:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587128.947497:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587128.947500:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587128.947518:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667695616:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587128.947523:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587128.947525:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587128.947527:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667695616/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587128.947533:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587128.947535:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587128.947538:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587128.947541:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587128.947543:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587128.947544:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587128.947547:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587128.947548:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587128.947551:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587128.947552:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587128.947553:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:1.0:1777587128.947556:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587128.947557:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587128.947559:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587128.947566:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587128.947567:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587128.947569:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587128.947570:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.947750:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587128.947754:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587128.947758:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587128.947759:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587128.947761:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777587128.947767:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:0.0:1777587128.947769:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:0.0:1777587128.947772:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587128.947776:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587128.947785:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587128.947790:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587128.947791:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587128.947792:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587128.947798:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587128.947799:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587128.947800:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587128.947801:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587128.947805:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587128.947806:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587128.947808:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587128.947809:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587128.947810:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587128.947811:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.947813:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587128.947814:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587128.947815:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587128.947815:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587128.947817:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587128.947821:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587128.947823:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587128.947823:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587128.947825:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587128.947829:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667695488:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587128.947831:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587128.947832:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587128.947833:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667695488/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587128.947837:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587128.947838:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587128.947838:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fe33082. 02000000:00000001:0.0:1777587128.947840:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587128.947841:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587128.947842:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587128.947843:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587128.947846:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:0.0:1777587128.947848:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587128.947849:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587128.947849:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:0.0:1777587128.947851:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587128.947852:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587128.947853:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587128.947855:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587128.947856:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587128.947857:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587128.947859:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587129.581353:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587129.581359:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587129.581364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587129.581365:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587129.581691:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587129.581694:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587129.581696:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587130.605344:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587130.605350:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587130.605358:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587130.605359:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587130.605529:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587130.605533:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587130.605536:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587131.629384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587131.629390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587131.629397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587131.629399:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587131.629478:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587131.629481:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587131.629484:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587132.397331:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306879311, at 4306879360 00000100:00000040:1.0:1777587132.397338:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306879311, at 4306879360 00000100:00000010:0.0:1777587132.397346:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000010:1.0:1777587132.397347:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000040:3.0:1777587132.397633:0:201654:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306879311, at 4306879360 00000100:00000010:3.0:1777587132.397639:0:201654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:2.0:1777587132.397906:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306879311, at 4306879360 00000100:00000010:2.0:1777587132.397913:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00010000:00000001:1.0:1777587132.653380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587132.653386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587132.653391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587132.653392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587132.653410:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587132.653412:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587132.653415:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587133.677375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587133.677386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587133.677393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587133.677394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587133.677487:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587133.677491:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587133.677494:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587134.061904:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587134.061911:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587134.061921:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777587134.061935:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587134.061940:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587134.061943:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587134.061948:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587134.061957:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587134.061964:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.061975:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587134.061986:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587134.061988:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062007:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_02+2] req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587134.062046:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062049:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587134.062052:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587134.062055:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000020:00000040:0.0:1777587134.062057:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587134.062059:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587134.062061:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587134.062062:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587134.062065:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000100:00000001:0.0:1777587134.062068:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062071:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587134.062079:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587134.062080:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062083:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_03+3] req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587134.062091:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062092:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587134.062095:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587134.062097:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777587134.062099:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587134.062101:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587134.062102:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587134.062103:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587134.062106:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587134.062108:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062110:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587134.062127:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587134.062128:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062131:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_00+0] req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.062144:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.062148:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587134.062150:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587134.062154:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587134.062155:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587134.062158:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587134.062167:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777587134.062170:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587134.062173:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.062175:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12218) 02000000:00000001:1.0:1777587134.062175:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587134.062178:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587134.062181:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587134.062183:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667695872:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587134.062186:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587134.062187:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587134.062190:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777587134.062190:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587134.062193:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1777587134.062194:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587134.062198:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777587134.062201:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777587134.062202:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bbc008a. 02000000:00000001:1.0:1777587134.062205:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587134.062211:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000100:00000001:0.0:1777587134.062212:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587134.062214:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587134.062216:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587134.062220:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587134.062222:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587134.062223:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00100000:0.0:1777587134.062226:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667696000:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587134.062229:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695872, portal 10 00000100:00000001:0.0:1777587134.062231:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587134.062232:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587134.062234:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 02000000:00000001:0.0:1777587134.062235:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587134.062238:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587134.062240:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1777587134.062242:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587134.062244:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9809e6e. 02000000:00000001:0.0:1777587134.062248:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.062282:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587134.062285:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587134.062290:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000400:00000010:0.0:1777587134.062291:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000100:00000200:1.0:1777587134.062293:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667695872, offset 0 00000400:00000010:0.0:1777587134.062296:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000400:00000200:1.0:1777587134.062302:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587134.062314:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587134.062318:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587134.062323:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587134.062327:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587134.062330:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587134.062335:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [344:344:256:4294967295] 192.168.204.155@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:1.0:1777587134.062346:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587134.062352:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1777587134.062353:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587134.062356:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587134.062359:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587134.062367:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587134.062375:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587134.062378:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587134.062440:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587134.062444:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 142443 usecs (143 jiffies) 00000100:00000001:1.0:1777587134.062448:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306881168 00000100:00000010:1.0:1777587134.062452:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003397b256. 00000100:00000001:1.0:1777587134.062457:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587134.062462:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306881168 00000100:00000010:1.0:1777587134.062465:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d0b1b533. 00000100:00000001:1.0:1777587134.062473:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587134.062476:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306881168 00000100:00000010:1.0:1777587134.062478:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d845052. 00000100:00000001:1.0:1777587134.062481:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587134.062488:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306881168 00000100:00000010:1.0:1777587134.062490:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec7fd648. 00000100:00000001:1.0:1777587134.062492:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587134.062494:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587134.062496:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.062498:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.062499:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.062504:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587134.062505:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587134.062507:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.062507:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587134.062508:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587134.062509:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777587134.062511:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.062512:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587134.062512:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.062513:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.062514:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587134.062514:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587134.062517:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.062521:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587134.062522:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587134.062524:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587134.062525:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587134.062527:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587134.062529:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667695744:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587134.062532:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587134.062535:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587134.062542:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587134.062543:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587134.062546:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d5813f. 02000000:00000001:1.0:1777587134.062547:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587134.062550:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000100:00000001:2.0:1777587134.062698:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587134.062701:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587134.062720:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587134.062724:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:3.0:1777587134.062728:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587134.062733:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777587134.064186:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696000, portal 10 00000100:00000001:0.0:1777587134.064192:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587134.064194:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000040:0.0:1777587134.064219:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587134.064228:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587134.064231:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587134.064235:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000400:00000010:1.0:1777587134.064236:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000400:00000200:3.0:1777587134.064236:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 00000400:00000010:3.0:1777587134.064240:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 00000100:00000001:3.0:1777587134.064245:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587134.064249:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667696000, offset 0 00000100:00000200:1.0:1777587134.064269:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667695744, portal 25 00000100:00000200:3.0:1777587134.064269:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.064271:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587134.064272:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000100:00000040:1.0:1777587134.064277:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.064284:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587134.064287:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587134.064290:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777587134.064292:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667695744, offset 0 00000400:00000200:1.0:1777587134.064298:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587134.064308:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587134.064312:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587134.064315:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587134.064318:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587134.064321:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587134.064324:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [345:345:255:4294967295] 192.168.204.155@tcp LPNI seq info [345:345:7:4294967295] 00000400:00000200:1.0:1777587134.064334:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587134.064340:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587134.064345:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587134.064350:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587134.064357:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587134.064360:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587134.064363:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.064366:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306884433 00000100:00000001:1.0:1777587134.064373:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306881168 00000100:00000001:1.0:1777587134.064383:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306884433 00000100:00000001:1.0:1777587134.064386:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306881168 00000100:00000001:1.0:1777587134.064388:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306884433 00000100:00000001:1.0:1777587134.064390:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306881168 00000100:00000001:1.0:1777587134.064393:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306884433 00000100:00000001:1.0:1777587134.064395:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306881168 00000100:00000001:1.0:1777587134.064398:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587134.064400:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.064403:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.064406:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587134.064433:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587134.064436:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587134.064443:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587134.064445:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587134.064521:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1777587134.064772:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587134.064777:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587134.064780:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587134.064783:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587134.064785:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587134.064787:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587134.064789:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [346:346:255:4294967295] 192.168.204.155@tcp LPNI seq info [346:346:7:4294967295] 00000400:00000200:0.0:1777587134.064799:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000010:3.0:1777587134.064799:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000800:00000200:0.0:1777587134.064806:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587134.064820:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587134.064825:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587134.064829:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587134.064832:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587134.064835:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.064838:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19952 usecs (20 jiffies) 00000100:00000001:0.0:1777587134.064840:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306881047 00000100:00000001:0.0:1777587134.064842:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306884433 00000100:00000001:0.0:1777587134.064844:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306881047 00000100:00000001:0.0:1777587134.064846:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306884433 00000100:00000001:0.0:1777587134.064847:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306881047 00000100:00000001:0.0:1777587134.064849:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306884433 00000100:00000001:0.0:1777587134.064851:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306881047 00000100:00000001:0.0:1777587134.064859:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306884433 00000100:00000001:0.0:1777587134.064861:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587134.064863:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587134.064865:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587134.064866:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587134.064874:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587134.064875:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587134.064878:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587134.064880:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587134.064881:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587134.064882:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587134.064974:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587134.064979:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587134.064984:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:3.0:1777587134.064991:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:3.0:1777587134.064994:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587134.064997:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587134.065006:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587134.065008:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587134.065013:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587134.065014:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587134.065028:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587134.065030:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:3.0:1777587134.065033:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587134.065036:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587134.065039:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000400:00000010:3.0:1777587134.065040:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000100:00000001:3.0:1777587134.065043:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587134.065045:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587134.065051:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587134.065053:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587134.065059:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587134.065060:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587134.066290:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587134.066302:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587134.066313:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587134.066315:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587134.066323:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587134.066334:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a700 00000400:00000200:2.0:1777587134.066341:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb95 [1] + 224 00000800:00000001:2.0:1777587134.066349:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587134.066356:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587134.066358:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587134.066362:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587134.066368:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587134.066372:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587134.066383:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587134.066402:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587134.066408:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587134.066411:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.066465:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.066468:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587134.066474:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587134.066476:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587134.066478:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587134.066482:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:1.0:1777587134.066483:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587134.066486:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587134.066490:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587134.066497:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.066503:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587134.066505:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.066507:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587134.066509:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587134.066512:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587134.066514:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587134.066516:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587134.066523:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587134.066527:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587134.066529:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587134.066536:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587134.066538:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587134.066541:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.066545:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587134.066546:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587134.066548:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587134.066549:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587134.066552:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.066559:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587134.066561:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587134.066563:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587134.066565:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587134.066572:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667695872:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587134.066575:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.066577:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587134.066579:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667695872/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.066584:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587134.066586:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587134.066588:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bbc008a. 02000000:00000001:1.0:1777587134.066591:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587134.066593:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587134.066594:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587134.066596:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587134.066598:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:1.0:1777587134.066601:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587134.066603:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587134.066604:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:1.0:1777587134.066607:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587134.066608:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.066610:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.066615:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.066616:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587134.066617:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.066619:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587134.067141:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587134.067148:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587134.067150:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587134.067152:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587134.067157:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587134.067165:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a680 00000400:00000200:3.0:1777587134.067171:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:3.0:1777587134.067176:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587134.067181:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587134.067182:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587134.067191:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587134.067195:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587134.067198:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587134.067206:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587134.067223:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587134.067229:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587134.067232:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.067603:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.067606:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587134.067609:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587134.067611:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587134.067613:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000800:00000001:3.0:1777587134.067613:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1777587134.067617:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777587134.067618:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000800:00000001:3.0:1777587134.067620:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.067621:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1777587134.067624:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1777587134.067627:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587134.067627:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587134.067637:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000200:1.0:1777587134.067648:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587134.067649:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a780 00000400:00000200:3.0:1777587134.067659:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xb9d [1] + 224 00000100:00000001:1.0:1777587134.067662:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587134.067665:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587134.067665:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777587134.067669:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587134.067671:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587134.067673:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587134.067674:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587134.067676:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587134.067680:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587134.067683:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587134.067685:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587134.067686:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587134.067688:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587134.067690:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.067691:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587134.067695:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.067701:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1777587134.067703:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.067704:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587134.067707:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587134.067707:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1777587134.067715:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587134.067716:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587134.067719:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587134.067723:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587134.067746:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667695744:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777587134.067746:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.067754:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.067759:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587134.067764:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667695744/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587134.067770:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777587134.067771:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1777587134.067772:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587134.067775:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d5813f. 00000800:00000001:3.0:1777587134.067777:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1777587134.067780:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1777587134.067780:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587134.067783:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587134.067786:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587134.067788:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587134.067791:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:1.0:1777587134.067795:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587134.067796:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587134.067797:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:1.0:1777587134.067800:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587134.067801:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.067803:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587134.067819:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587134.067821:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587134.067821:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587134.067822:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587134.067823:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587134.067824:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587134.067827:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587134.067828:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587134.067829:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:0.0:1777587134.067835:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:0.0:1777587134.067837:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:0.0:1777587134.067839:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587134.067843:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587134.067850:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587134.067856:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587134.067857:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587134.067858:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587134.067859:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587134.067860:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587134.067862:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587134.067863:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587134.067867:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587134.067869:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=134 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587134.067871:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587134.067872:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587134.067874:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587134.067883:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587134.067889:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587134.067891:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587134.067893:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587134.067895:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587134.067896:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587134.067898:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587134.067904:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587134.067905:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587134.067906:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587134.067909:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587134.067915:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667696000:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587134.067918:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587134.067920:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587134.067921:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667696000/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587134.067927:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587134.067928:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587134.067929:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9809e6e. 02000000:00000001:0.0:1777587134.067932:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587134.067933:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587134.067934:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587134.067936:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587134.067937:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777587134.067940:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587134.067941:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587134.067942:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:0.0:1777587134.067944:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587134.067950:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587134.067951:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587134.067955:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587134.067956:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587134.067957:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587134.067959:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587134.701346:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587134.701353:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587134.701360:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587134.701362:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587134.701442:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587134.701447:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587134.701450:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587135.725386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587135.725391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587135.725397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587135.725399:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587135.725421:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587135.725425:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587135.725428:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587136.749307:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587136.749314:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587136.749319:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587136.749320:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587136.751334:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587136.751339:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587136.751343:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587137.517364:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306884433, at 4306884480 00000100:00000040:3.0:1777587137.517364:0:201654:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306884433, at 4306884480 00000100:00000010:0.0:1777587137.517380:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397b256. 00000100:00000010:3.0:1777587137.517382:0:201654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec7fd648. 00000100:00000040:2.0:1777587137.517411:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306884433, at 4306884480 00000100:00000010:2.0:1777587137.517419:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d845052. 00000100:00000040:1.0:1777587137.518303:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306884433, at 4306884481 00000100:00000010:1.0:1777587137.518310:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0b1b533. 00010000:00000001:1.0:1777587137.773372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587137.773381:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587137.773384:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587137.773389:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773394:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587137.773396:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773398:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773401:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773405:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587137.773407:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587137.773408:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587137.773409:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773411:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587137.773412:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773414:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587137.773416:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587137.773785:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587137.773790:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587137.773792:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587138.797354:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587138.797361:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587138.797367:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587138.797369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587138.797394:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587138.797397:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587138.797399:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587139.181864:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587139.181874:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587139.181884:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777587139.181890:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587139.181895:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587139.181898:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587139.181903:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587139.181910:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587139.181917:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.181926:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587139.181936:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587139.181938:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.181944:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_01+1] req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.181976:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.181979:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587139.181996:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587139.181999:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777587139.182001:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587139.182001:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587139.182004:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587139.182006:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587139.182008:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587139.182012:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:3.0:1777587139.182013:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587139.182017:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.182017:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587139.182022:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587139.182025:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587139.182033:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587139.182034:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.182040:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_02+2] req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587139.182054:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587139.182057:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587139.182061:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587139.182064:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587139.182066:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587139.182069:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587139.182071:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667696128:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777587139.182074:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587139.182079:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777587139.182079:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1777587139.182083:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777587139.182086:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777587139.182086:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587139.182089:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587139.182090:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587139.182092:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587139.182094:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1777587139.182095:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587139.182100:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 02000000:00000010:3.0:1777587139.182100:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fe41ac5. 02000000:00000001:3.0:1777587139.182105:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587139.182106:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.182111:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777587139.182112:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000100:00000001:0.0:1777587139.182120:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1777587139.182121:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000001:0.0:1777587139.182122:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.182126:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_03+3] req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587139.182128:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696128, portal 25 00000100:00000001:3.0:1777587139.182133:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587139.182136:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000040:3.0:1777587139.182143:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.182169:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.182169:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587139.182173:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587139.182174:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587139.182179:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1777587139.182179:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9829f29. 00000100:00000200:3.0:1777587139.182184:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667696128, offset 0 00000100:00000040:0.0:1777587139.182186:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12223) 00000400:00000200:3.0:1777587139.182193:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587139.182206:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587139.182211:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587139.182215:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587139.182219:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587139.182223:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587139.182249:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587139.182268:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587139.182269:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587139.182273:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.182280:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587139.182282:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587139.182285:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587139.182287:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587139.182290:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587139.182292:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667696384:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587139.182296:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587139.182299:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587139.182300:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587139.182302:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587139.182305:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006398e052. 02000000:00000001:0.0:1777587139.182307:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587139.182310:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016592eee. 00000400:00000010:0.0:1777587139.182315:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:0.0:1777587139.182318:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696384, portal 10 00000100:00000001:0.0:1777587139.182320:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587139.182322:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 00000100:00000040:0.0:1777587139.182328:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.182334:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587139.182338:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587139.182345:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777587139.182347:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667696384, offset 0 00000400:00000200:0.0:1777587139.182350:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587139.182383:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [347:347:256:4294967295] 192.168.204.155@tcp LPNI seq info [347:347:8:4294967295] 00000100:00000001:2.0:1777587139.182389:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587139.182391:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587139.182393:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587139.182396:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.182396:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1777587139.182401:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:2.0:1777587139.182402:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587139.182413:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587139.182414:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587139.182417:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1777587139.182418:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587139.182419:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587139.182423:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587139.182425:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667696256:192.168.204.155@tcp:400: 00000800:00000010:3.0:1777587139.182425:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000100:00000001:2.0:1777587139.182427:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587139.182434:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1777587139.182435:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:2.0:1777587139.182436:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587139.182440:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587139.182441:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000704162f7. 02000000:00000001:2.0:1777587139.182443:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587139.182445:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000800:00000200:3.0:1777587139.182448:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:2.0:1777587139.182449:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777587139.182452:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696256, portal 10 00000100:00000001:2.0:1777587139.182454:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1777587139.182454:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587139.182455:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000040:2.0:1777587139.182462:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587139.182466:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587139.182468:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587139.182469:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000200:2.0:1777587139.182471:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667696256, offset 0 00000100:00000001:3.0:1777587139.182473:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587139.182474:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587139.182479:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306889551 00000100:00000010:3.0:1777587139.182484:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4558191. 00000100:00000001:3.0:1777587139.182543:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587139.182549:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306889551 00000100:00000010:3.0:1777587139.182553:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777587139.182556:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587139.182559:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306889551 00000100:00000010:3.0:1777587139.182561:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053edd348. 00000100:00000001:3.0:1777587139.182564:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587139.182567:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306889551 00000100:00000010:3.0:1777587139.182570:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000400:00000200:0.0:1777587139.182572:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587139.182574:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1777587139.182576:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587139.182579:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587139.182580:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587139.182584:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587139.182585:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587139.182590:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587139.182591:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.182595:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587139.182596:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [348:348:255:4294967295] 192.168.204.155@tcp LPNI seq info [348:348:7:4294967295] 00000400:00000200:0.0:1777587139.182607:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587139.182607:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587139.182613:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000800:00000200:0.0:1777587139.182614:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587139.182619:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1777587139.182620:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587139.182627:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777587139.182630:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:0.0:1777587139.182635:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777587139.182636:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9829f29 00000800:00000200:0.0:1777587139.182637:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1777587139.182641:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a9829f29. 00000100:00000001:0.0:1777587139.182643:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587139.182646:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19822 usecs (20 jiffies) 00000100:00000001:0.0:1777587139.182651:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306886165 00000100:00000001:0.0:1777587139.182653:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306889551 00000100:00000001:1.0:1777587139.182654:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587139.182656:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306886165 00000100:00000001:0.0:1777587139.182658:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306889551 00000100:00000200:1.0:1777587139.182661:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.182662:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306886165 00000100:00000001:0.0:1777587139.182666:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306889551 00000100:00000001:0.0:1777587139.182670:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306886165 00000100:00000001:0.0:1777587139.182675:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306889551 00000100:00000001:0.0:1777587139.182677:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587139.182679:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587139.182681:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587139.182688:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587139.182695:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587139.182698:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587139.182701:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587139.182702:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587139.182702:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587139.182703:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587139.182706:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587139.182708:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.182727:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587139.182728:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587139.182746:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587139.182748:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:1.0:1777587139.182751:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587139.182755:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587139.182757:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:1.0:1777587139.182758:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:1.0:1777587139.182761:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587139.182763:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.182770:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587139.182771:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.182777:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587139.182778:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587139.182880:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587139.182882:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587139.182885:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587139.182886:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587139.182887:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.182888:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587139.183781:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587139.183785:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587139.183788:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587139.183791:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587139.183794:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587139.183797:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [349:349:256:4294967295] 192.168.204.155@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:2.0:1777587139.183808:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587139.183827:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587139.183832:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587139.183838:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587139.183844:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587139.183847:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587139.183859:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587139.183863:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 141087 usecs (142 jiffies) 00000100:00000001:2.0:1777587139.183866:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306886288 00000100:00000001:2.0:1777587139.183875:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306889551 00000100:00000001:2.0:1777587139.183878:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306886288 00000100:00000001:2.0:1777587139.183880:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306889551 00000100:00000001:2.0:1777587139.183882:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306886288 00000100:00000001:2.0:1777587139.183884:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306889551 00000100:00000001:2.0:1777587139.183886:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306886288 00000100:00000001:2.0:1777587139.183888:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306889551 00000100:00000001:2.0:1777587139.183891:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587139.183893:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.183896:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.183898:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587139.183903:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587139.183905:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587139.183907:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587139.183909:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587139.183910:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.183918:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587139.184079:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587139.184087:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587139.184091:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587139.184095:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587139.184099:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:3.0:1777587139.184100:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:3.0:1777587139.184104:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587139.184108:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587139.184116:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587139.184118:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587139.184124:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.184126:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587139.184968:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587139.184975:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587139.184978:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587139.184980:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587139.184987:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587139.185008:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a900 00000400:00000200:3.0:1777587139.185014:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbb5 [1] + 224 00000800:00000001:3.0:1777587139.185020:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587139.185025:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587139.185027:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587139.185030:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587139.185034:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587139.185038:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587139.185046:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587139.185065:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587139.185070:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587139.185073:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587139.185118:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587139.185121:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587139.185126:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587139.185128:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587139.185130:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016592eee. 00000400:00000200:1.0:1777587139.185135:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:1.0:1777587139.185137:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:1.0:1777587139.185139:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587139.185142:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587139.185150:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.185160:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587139.185162:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587139.185164:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587139.185176:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587139.185178:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587139.185180:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587139.185183:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587139.185189:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587139.185193:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=139 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587139.185195:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587139.185196:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587139.185198:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587139.185202:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587139.185207:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587139.185210:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587139.185212:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587139.185213:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587139.185215:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587139.185217:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.185223:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587139.185230:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587139.185232:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587139.185235:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587139.185241:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667696384:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587139.185245:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587139.185247:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587139.185282:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667696384/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.185298:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587139.185300:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587139.185303:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006398e052. 02000000:00000001:1.0:1777587139.185307:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587139.185309:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587139.185310:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587139.185313:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587139.185315:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:1.0:1777587139.185318:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587139.185319:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587139.185321:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:1.0:1777587139.185324:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587139.185325:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587139.185327:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587139.185331:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587139.185332:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587139.185334:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587139.185335:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587139.185621:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587139.185626:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587139.185627:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587139.185629:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587139.185634:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587139.185641:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a800 00000400:00000200:1.0:1777587139.185647:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xbad [1] + 224 00000800:00000001:1.0:1777587139.185650:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587139.185680:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587139.185683:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587139.185686:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587139.185689:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587139.185693:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587139.185700:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587139.185728:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587139.185735:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587139.185738:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587139.185862:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587139.185866:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587139.185869:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587139.185871:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587139.185873:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:3.0:1777587139.185877:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:3.0:1777587139.185879:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000800:00000001:0.0:1777587139.185883:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587139.185883:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587139.185887:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587139.185890:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587139.185893:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587139.185895:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777587139.185904:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587139.185907:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777587139.185917:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1777587139.185920:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0a880 00000100:00000001:3.0:1777587139.185920:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587139.185924:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587139.185926:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587139.185929:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1777587139.185930:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbbd [1] + 224 00000100:00000001:3.0:1777587139.185932:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587139.185936:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1777587139.185936:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587139.185940:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=32 v=5 (5 5 5 5) 00000800:00000001:0.0:1777587139.185942:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777587139.185944:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=32 v=5 (1 1 1 1) 00000400:00000200:0.0:1777587139.185945:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587139.185949:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1777587139.185952:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587139.185952:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587139.185956:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587139.185959:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.185961:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587139.185965:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.185969:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587139.185975:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587139.185975:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587139.185980:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587139.185982:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587139.185990:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587139.185992:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587139.186016:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587139.186021:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1777587139.186024:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667696128:192.168.204.155@tcp:400: 00000800:00000001:0.0:1777587139.186025:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587139.186036:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587139.186038:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587139.186041:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667696128/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587139.186047:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587139.186048:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587139.186050:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fe41ac5. 02000000:00000001:3.0:1777587139.186053:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587139.186054:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587139.186055:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587139.186057:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587139.186058:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:3.0:1777587139.186060:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587139.186061:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587139.186062:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:3.0:1777587139.186065:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587139.186066:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587139.186067:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587139.186071:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587139.186072:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587139.186074:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587139.186075:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.186135:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587139.186138:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587139.186141:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587139.186142:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587139.186144:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587139.186147:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587139.186148:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587139.186151:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587139.186154:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587139.186172:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587139.186178:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587139.186179:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587139.186181:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587139.186188:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587139.186189:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587139.186191:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587139.186192:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587139.186196:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587139.186199:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587139.186201:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587139.186202:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587139.186204:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587139.186206:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.186208:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587139.186209:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587139.186210:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587139.186211:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587139.186214:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587139.186220:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587139.186222:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587139.186223:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587139.186225:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587139.186232:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667696256:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587139.186236:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587139.186237:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587139.186239:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667696256/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587139.186244:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587139.186246:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587139.186247:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000704162f7. 02000000:00000001:2.0:1777587139.186270:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587139.186272:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587139.186273:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587139.186279:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587139.186287:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:2.0:1777587139.186290:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587139.186291:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587139.186292:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:2.0:1777587139.186295:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587139.186296:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587139.186298:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587139.186301:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587139.186302:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587139.186304:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587139.186305:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587139.821370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587139.821375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587139.821381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587139.821381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587139.821456:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587139.821460:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587139.821462:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587140.845380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587140.845387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587140.845394:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587140.845395:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587140.845726:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587140.845730:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587140.845732:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587141.869366:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587141.869372:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587141.869379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587141.869381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587141.869408:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587141.869412:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587141.869416:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587142.637320:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306889551, at 4306889600 00000100:00000040:0.0:1777587142.637328:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306889551, at 4306889600 00000100:00000010:2.0:1777587142.637338:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053edd348. 00000100:00000010:0.0:1777587142.637340:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4558191. 00000100:00000040:1.0:1777587142.637783:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306889551, at 4306889600 00000100:00000010:1.0:1777587142.637798:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:3.0:1777587142.638431:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306889551, at 4306889601 00000100:00000010:3.0:1777587142.638437:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd3920fd. 00010000:00000001:1.0:1777587142.893486:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587142.893493:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587142.893499:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587142.893501:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587142.893562:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587142.893568:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587142.893573:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587143.917389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587143.917396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587143.917402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587143.917403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587143.917683:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587143.917686:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587143.917689:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587144.301434:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587144.301441:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587144.301450:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 00000020:00000040:1.0:1777587144.301457:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587144.301461:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587144.301464:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587144.301482:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587144.301489:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b02692d. 00000100:00000001:1.0:1777587144.301496:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.301506:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587144.301516:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587144.301518:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.301523:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017b81f49] to pc [ptlrpcd_00_00+0] req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587144.301554:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.301556:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587144.301570:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587144.301573:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3862ae5. 00000020:00000040:1.0:1777587144.301576:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587144.301579:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587144.301581:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587144.301582:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587144.301585:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e60d4a0f. 00000100:00000001:1.0:1777587144.301588:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.301592:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587144.301595:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587144.301602:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587144.301604:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.301605:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777587144.301610:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3862ae5] to pc [ptlrpcd_00_01+1] req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587144.301611:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587144.301631:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587144.301634:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587144.301636:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587144.301643:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587144.301647:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000020:00000040:1.0:1777587144.301655:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587144.301664:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587144.301665:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587144.301667:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.301669:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587144.301673:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587144.301674:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587144.301683:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587144.301686:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587144.301690:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587144.301691:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587144.301695:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587144.301699:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587144.301699:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587144.301704:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587144.301714:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587144.301752:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587144.301753:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587144.301754:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587144.301757:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587144.301758:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587144.301762:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587144.301765:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.301768:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043900d18] to pc [ptlrpcd_00_02+2] req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587144.301770:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667696640:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587144.301780:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587144.301789:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587144.301792:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587144.301794:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587144.301802:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017aa65b3. 02000000:00000001:2.0:1777587144.301805:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587144.301809:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587144.301811:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000040:1.0:1777587144.301814:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1777587144.301819:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000040:1.0:1777587144.301820:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587144.301829:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12228) 00000100:00000200:2.0:1777587144.301829:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696640, portal 10 00000100:00000001:2.0:1777587144.301835:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587144.301838:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006729728 : -105793702821888 : ffff9fc7fbec8000) 00000100:00000001:1.0:1777587144.301847:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587144.301853:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777587144.301856:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587144.301861:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587144.301865:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587144.301869:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.301873:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587144.301874:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587144.301877:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587144.301881:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587144.301881:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587144.301889:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000040:1.0:1777587144.301893:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587144.301895:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667696640, offset 0 00000100:00000001:1.0:1777587144.301908:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1777587144.301911:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587144.301912:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587144.301918:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587144.301921:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587144.301923:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587144.301927:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667696768:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777587144.301931:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587144.301939:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587144.301943:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587144.301948:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587144.301953:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587144.301956:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587144.301960:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [350:350:256:4294967295] 192.168.204.155@tcp LPNI seq info [350:350:8:4294967295] 02000000:00000001:1.0:1777587144.301964:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587144.301967:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587144.301976:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587144.301976:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:1.0:1777587144.301985:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000602973fc. 00000800:00000200:2.0:1777587144.301985:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587144.301992:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587144.301993:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000400:00000010:1.0:1777587144.302001:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000800:00000200:2.0:1777587144.302007:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000010:1.0:1777587144.302012:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000800:00000200:2.0:1777587144.302017:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:1.0:1777587144.302020:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696768, portal 10 00000800:00000200:2.0:1777587144.302021:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587144.302029:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587144.302032:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000001:2.0:1777587144.302039:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.302043:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587144.302046:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 139755 usecs (140 jiffies) 00000100:00000001:2.0:1777587144.302054:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306891404 00000100:00000001:1.0:1777587144.302064:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1777587144.302067:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000040:1.0:1777587144.302073:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587144.302077:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000001:2.0:1777587144.302079:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000200:1.0:1777587144.302081:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667696768, offset 0 00000100:00000001:2.0:1777587144.302090:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306891404 00000400:00000200:1.0:1777587144.302091:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777587144.302098:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000100:00000001:2.0:1777587144.302104:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587144.302107:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306891404 00000400:00000200:1.0:1777587144.302108:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777587144.302114:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000400:00000200:1.0:1777587144.302117:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587144.302124:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587144.302126:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587144.302130:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306891404 00000100:00000010:2.0:1777587144.302134:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000100:00000001:2.0:1777587144.302136:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587144.302143:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587144.302144:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587144.302151:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587144.302153:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587144.302159:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587144.302164:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.302170:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587144.302172:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587144.302175:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587144.302176:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587144.302177:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587144.302179:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587144.302185:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667696512:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587144.302191:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587144.302194:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587144.302195:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587144.302197:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587144.302198:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587144.302202:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587144.302206:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb8f95c. 02000000:00000001:0.0:1777587144.302209:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587144.302213:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30847ad. 00000400:00000010:0.0:1777587144.302220:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777587144.302224:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696512, portal 25 00000100:00000001:0.0:1777587144.302227:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587144.302228:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006738688 : -105793702812928 : ffff9fc7fbeca300) 00000100:00000040:0.0:1777587144.302234:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587144.302241:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587144.302243:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587144.302246:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000200:0.0:1777587144.302248:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667696512, offset 0 00000400:00000200:0.0:1777587144.302289:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:3.0:1777587144.302389:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587144.302394:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777587144.302399:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587144.302404:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587144.302449:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [351:351:255:4294967295] 192.168.204.155@tcp LPNI seq info [351:351:7:4294967295] 00000400:00000200:1.0:1777587144.302461:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587144.302467:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587144.302471:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587144.302476:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587144.302483:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587144.302486:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587144.302490:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.302500:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19660 usecs (20 jiffies) 00000100:00000001:1.0:1777587144.302504:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306891285 00000100:00000001:1.0:1777587144.302506:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306891404 00000100:00000001:1.0:1777587144.302508:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306891285 00000100:00000001:1.0:1777587144.302510:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306891404 00000100:00000001:1.0:1777587144.302511:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306891285 00000100:00000001:1.0:1777587144.302513:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306891404 00000100:00000001:1.0:1777587144.302515:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306891285 00000100:00000001:1.0:1777587144.302516:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306891404 00000100:00000001:1.0:1777587144.302518:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587144.302520:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587144.302523:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587144.302526:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587144.302961:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587144.302965:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587144.302968:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587144.302970:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587144.302973:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587144.302977:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [352:352:254:4294967295] 192.168.204.155@tcp LPNI seq info [352:352:6:4294967295] 00000400:00000200:0.0:1777587144.302985:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587144.302990:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587144.302996:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000800:00000200:0.0:1777587144.303001:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587144.303006:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587144.303009:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587144.303013:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.303016:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306894671 00000100:00000001:0.0:1777587144.303023:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306891404 00000100:00000001:0.0:1777587144.303026:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306894671 00000100:00000001:0.0:1777587144.303029:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306891404 00000100:00000001:0.0:1777587144.303031:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306894671 00000100:00000001:0.0:1777587144.303034:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306891404 00000100:00000001:0.0:1777587144.303036:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306894671 00000100:00000001:0.0:1777587144.303039:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306891404 00000100:00000001:0.0:1777587144.303042:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587144.303044:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.303047:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.303049:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587144.303053:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587144.303055:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587144.303058:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587144.303066:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587144.303067:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.303069:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587144.303315:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:3.0:1777587144.303319:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:3.0:1777587144.303324:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587144.303330:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.303339:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587144.303351:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.303357:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587144.303359:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587144.303379:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587144.303382:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:3.0:1777587144.303385:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587144.303389:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587144.303391:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:3.0:1777587144.303393:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:3.0:1777587144.303395:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587144.303397:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.303403:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587144.303405:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.303410:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587144.303412:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587144.303788:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587144.303790:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:3.0:1777587144.303794:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587144.303798:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587144.303801:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000400:00000010:3.0:1777587144.303803:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:3.0:1777587144.303805:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587144.303809:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.303817:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587144.303819:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.303824:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587144.303825:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587144.306746:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587144.306761:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587144.306765:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587144.306767:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587144.306777:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587144.306793:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0a980 00000400:00000200:1.0:1777587144.306802:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:1.0:1777587144.306809:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587144.306816:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587144.306818:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587144.306822:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587144.306828:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587144.306834:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587144.306844:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587144.306879:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587144.306888:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587144.306891:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587144.307061:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587144.307069:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587144.307078:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587144.307081:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587144.307084:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30847ad. 00000400:00000200:0.0:1777587144.307098:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777587144.307101:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777587144.307106:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587144.307114:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587144.307124:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587144.307132:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587144.307134:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587144.307137:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587144.307140:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587144.307143:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587144.307146:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587144.307149:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587144.307158:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587144.307162:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587144.307165:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587144.307167:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587144.307170:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587144.307172:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.307175:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587144.307180:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587144.307186:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587144.307189:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587144.307192:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587144.307195:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587144.307222:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667696512:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587144.307228:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587144.307231:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587144.307233:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017b81f49 x1863934667696512/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587144.307240:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587144.307243:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587144.307247:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb8f95c. 02000000:00000001:0.0:1777587144.307285:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587144.307289:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587144.307291:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587144.307294:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587144.307297:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b02692d. 02000000:00000001:0.0:1777587144.307301:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587144.307303:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587144.307305:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 00000100:00000001:0.0:1777587144.307310:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587144.307311:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587144.307313:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587144.307324:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587144.307326:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587144.307328:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587144.307331:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587144.307436:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587144.307446:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587144.307448:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587144.307449:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587144.307454:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587144.307465:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0aa80 00000400:00000200:0.0:1777587144.307471:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbcd [1] + 224 00000800:00000001:0.0:1777587144.307476:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587144.307481:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587144.307483:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587144.307490:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587144.307495:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587144.307498:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587144.307504:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587144.307521:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587144.307528:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587144.307530:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587144.307610:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587144.307621:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587144.307626:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587144.307627:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587144.307629:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:1.0:1777587144.307636:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777587144.307638:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777587144.307640:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587144.307644:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587144.307653:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587144.307659:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587144.307732:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587144.307734:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587144.307736:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587144.307737:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587144.307738:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587144.307739:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587144.307745:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587144.307747:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=144 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587144.307748:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587144.307749:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587144.307751:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587144.307754:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587144.307761:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587144.307765:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587144.307768:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587144.307770:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587144.307778:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587144.307781:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587144.307787:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587144.307789:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587144.307790:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587144.307793:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587144.307800:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667696768:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587144.307804:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587144.307805:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587144.307807:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043900d18 x1863934667696768/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587144.307814:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587144.307815:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587144.307817:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000602973fc. 02000000:00000001:1.0:1777587144.307820:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587144.307821:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587144.307822:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587144.307824:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587144.307825:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:1.0:1777587144.307827:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587144.307828:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587144.307829:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043900d18. 00000100:00000001:1.0:1777587144.307832:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587144.307833:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587144.307834:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587144.307838:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587144.307839:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587144.307841:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587144.307843:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587144.308639:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587144.308651:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587144.308653:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587144.308654:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587144.308658:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587144.308668:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0aa00 00000400:00000200:3.0:1777587144.308673:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbc5 [1] + 224 00000800:00000001:3.0:1777587144.308677:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587144.308683:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587144.308685:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587144.308688:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587144.308691:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587144.308737:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587144.308745:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587144.308756:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587144.308760:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587144.308763:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.308814:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587144.308818:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587144.308823:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587144.308825:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587144.308827:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587144.308833:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587144.308835:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587144.308838:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587144.308843:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587144.308854:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587144.308861:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587144.308863:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.308865:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587144.308867:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587144.308869:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587144.308870:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587144.308873:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587144.308888:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587144.308892:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587144.308895:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587144.308897:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587144.308900:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587144.308902:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587144.308905:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587144.308906:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587144.308908:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587144.308910:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587144.308914:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587144.308921:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587144.308923:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587144.308924:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587144.308927:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587144.308934:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667696640:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587144.308938:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.308939:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587144.308941:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3862ae5 x1863934667696640/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587144.308947:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587144.308949:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587144.308951:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017aa65b3. 02000000:00000001:2.0:1777587144.308955:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587144.308956:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587144.308957:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587144.308960:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587144.308961:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e60d4a0f. 02000000:00000001:2.0:1777587144.308963:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587144.308964:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587144.308965:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3862ae5. 00000100:00000001:2.0:1777587144.308974:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587144.308974:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.308976:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587144.308981:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587144.308982:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587144.308984:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587144.308992:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587144.941419:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587144.941427:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587144.941458:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587144.941460:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587144.941504:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587144.941508:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587144.941511:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587145.965992:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587145.965999:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587145.966005:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587145.966006:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587145.966874:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587145.966877:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587145.966881:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587146.989388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587146.989396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587146.989403:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587146.989405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587146.989529:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587146.989533:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587146.989537:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587147.757334:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306894671, at 4306894720 00000100:00000040:3.0:1777587147.757335:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306894671, at 4306894720 00000100:00000010:2.0:1777587147.757350:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000010:3.0:1777587147.757352:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00000100:00000040:0.0:1777587147.757426:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306894671, at 4306894720 00000100:00000010:0.0:1777587147.757432:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000040:1.0:1777587147.759422:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306894671, at 4306894722 00000100:00000010:1.0:1777587147.759434:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00010000:00000001:1.0:1777587148.014522:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587148.014530:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587148.014532:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587148.014535:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014540:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587148.014552:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014554:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014556:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014559:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587148.014561:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587148.014562:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587148.014563:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014565:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587148.014566:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014567:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587148.014569:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587148.014587:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587148.014590:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587148.014592:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587149.037370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587149.037377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587149.037383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587149.037403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587149.038338:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587149.038343:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587149.038347:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587149.421380:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587149.421387:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587149.421394:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000020:00000040:1.0:1777587149.421400:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587149.421403:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587149.421406:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587149.421409:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587149.421415:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587149.421420:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587149.421428:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587149.421436:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587149.421438:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587149.421441:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043900d18] to pc [ptlrpcd_00_03+3] req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587149.421492:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.421496:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587149.421498:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587149.421501:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587149.421506:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587149.421507:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587149.421510:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587149.421512:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587149.421521:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587149.421524:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667696896:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587149.421528:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587149.421533:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587149.421535:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587149.421537:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587149.421545:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b08698. 02000000:00000001:2.0:1777587149.421547:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587149.421552:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000400:00000010:2.0:1777587149.421559:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777587149.421565:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667696896, portal 25 00000100:00000001:2.0:1777587149.421567:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587149.421569:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.421569:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000040:2.0:1777587149.421574:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587149.421575:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587149.421579:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777587149.421581:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1777587149.421582:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069882c1d. 00000020:00000040:1.0:1777587149.421584:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587149.421586:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587149.421587:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587149.421589:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587149.421592:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8ec9e8. 00000100:00000001:1.0:1777587149.421594:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587149.421596:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587149.421597:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777587149.421598:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777587149.421601:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667696896, offset 0 00000100:00000001:1.0:1777587149.421604:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587149.421605:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587149.421606:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587149.421608:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069882c1d] to pc [ptlrpcd_00_00+0] req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587149.421619:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587149.421624:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587149.421628:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587149.421631:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587149.421632:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1777587149.421632:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587149.421635:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1777587149.421635:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:1.0:1777587149.421638:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfb3140. 00000400:00000200:2.0:1777587149.421639:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [353:353:256:4294967295] 192.168.204.155@tcp LPNI seq info [353:353:8:4294967295] 00000020:00000040:1.0:1777587149.421640:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587149.421642:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587149.421643:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587149.421644:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587149.421647:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777587149.421649:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587149.421650:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:1.0:1777587149.421652:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777587149.421656:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587149.421661:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:1.0:1777587149.421664:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587149.421665:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587149.421667:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:1.0:1777587149.421668:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfb3140] to pc [ptlrpcd_00_01+1] req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587149.421674:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587149.421674:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:1.0:1777587149.421676:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1777587149.421678:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1777587149.421679:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587149.421683:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12234) 00000100:00000001:2.0:1777587149.421689:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.421693:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306899790 00000100:00000010:2.0:1777587149.421696:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:2.0:1777587149.421703:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587149.421708:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306899790 00000100:00000010:2.0:1777587149.421710:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000100:00000001:2.0:1777587149.421713:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587149.421715:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306899790 00000100:00000010:2.0:1777587149.421718:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777587149.421721:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587149.421723:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306899790 00000100:00000010:2.0:1777587149.421725:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:2.0:1777587149.421728:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587149.421730:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587149.421737:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.421739:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.421741:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587149.421749:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587149.421751:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587149.421753:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.421754:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587149.421755:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.421757:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.421766:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.421767:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587149.421769:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587149.421772:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587149.421778:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587149.421780:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587149.421781:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587149.421783:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587149.421784:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587149.421787:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667697152:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587149.421790:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587149.421792:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587149.421794:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587149.421795:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587149.421797:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000880f2402. 02000000:00000001:2.0:1777587149.421799:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587149.421802:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020f8571c. 00000400:00000010:2.0:1777587149.421805:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000200:2.0:1777587149.421808:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697152, portal 10 00000100:00000001:2.0:1777587149.421809:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587149.421810:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006743168 : -105793702808448 : ffff9fc7fbecb480) 00000800:00000200:1.0:1777587149.421814:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1777587149.421815:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1777587149.421817:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777587149.421821:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587149.421821:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587149.421825:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:2.0:1777587149.421827:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587149.421829:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000400:00000200:1.0:1777587149.421830:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:1.0:1777587149.421832:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:1.0:1777587149.421835:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587149.421838:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587149.421855:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587149.421858:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587149.421864:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587149.421865:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587149.421871:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587149.421874:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587149.421878:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587149.421880:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587149.421881:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587149.421884:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587149.421889:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587149.421891:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587149.421892:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587149.421894:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587149.421896:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587149.421898:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667697024:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587149.421900:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587149.421903:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587149.421903:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587149.421905:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587149.421908:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e584ac0. 02000000:00000001:0.0:1777587149.421910:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587149.421917:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30847ad. 00000100:00000200:2.0:1777587149.422054:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667697152, offset 0 00000400:00000200:2.0:1777587149.422061:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587149.422066:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587149.422073:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587149.422075:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587149.422077:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587149.422079:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587149.422082:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [354:354:256:4294967295] 192.168.204.155@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:2.0:1777587149.422089:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587149.422093:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587149.422096:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587149.422100:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587149.422104:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587149.422106:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587149.422121:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587149.422124:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19537 usecs (20 jiffies) 00000100:00000001:2.0:1777587149.422127:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306896404 00000100:00000001:2.0:1777587149.422128:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306899790 00000100:00000001:2.0:1777587149.422130:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306896404 00000100:00000001:2.0:1777587149.422132:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306899790 00000100:00000001:2.0:1777587149.422133:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306896404 00000100:00000001:2.0:1777587149.422135:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306899790 00000100:00000001:2.0:1777587149.422136:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306896404 00000100:00000001:2.0:1777587149.422138:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306899790 00000100:00000001:2.0:1777587149.422140:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587149.422142:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.422149:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.422151:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587149.422154:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587149.422155:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587149.422157:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.422158:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587149.422159:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.422160:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587149.422240:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587149.422243:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587149.422246:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587149.422250:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587149.422276:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:3.0:1777587149.422278:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:3.0:1777587149.422287:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587149.422289:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.422356:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587149.422359:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.422364:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.422366:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1777587149.422395:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777587149.422400:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697024, portal 10 00000100:00000001:0.0:1777587149.422402:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587149.422403:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736000 : -105793702815616 : ffff9fc7fbec9880) 00000100:00000040:0.0:1777587149.422408:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587149.422414:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587149.422415:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587149.422417:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003642c847. 00000100:00000200:0.0:1777587149.422418:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667697024, offset 0 00000400:00000200:0.0:1777587149.422421:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587149.422425:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587149.422427:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587149.422428:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587149.422430:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587149.422431:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587149.422433:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [355:355:256:4294967295] 192.168.204.155@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:0.0:1777587149.422437:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587149.422440:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587149.422442:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000800:00000200:0.0:1777587149.422444:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587149.422447:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587149.422448:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587149.422457:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587149.422459:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 138486 usecs (139 jiffies) 00000100:00000001:0.0:1777587149.422462:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306896524 00000100:00000001:0.0:1777587149.422464:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306899790 00000100:00000001:0.0:1777587149.422466:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306896524 00000100:00000001:0.0:1777587149.422467:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306899790 00000100:00000001:0.0:1777587149.422474:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306896524 00000100:00000001:0.0:1777587149.422476:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306899790 00000100:00000001:0.0:1777587149.422478:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306896524 00000100:00000001:0.0:1777587149.422479:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306899790 00000100:00000001:0.0:1777587149.422481:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587149.422482:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587149.422484:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587149.422486:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587149.422490:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587149.422491:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587149.422493:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587149.422494:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587149.422495:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587149.422497:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587149.422512:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587149.422525:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000400:00000200:3.0:1777587149.422529:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587149.422533:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587149.422536:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003642c847 00000400:00000010:3.0:1777587149.422537:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003642c847. 00000100:00000001:3.0:1777587149.422540:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587149.422542:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.422548:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587149.422550:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.422555:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.422556:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587149.423741:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423752:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587149.423755:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423758:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587149.423765:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587149.423782:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ab00 00000400:00000200:1.0:1777587149.423789:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xbdd [1] + 224 00000800:00000001:1.0:1777587149.423796:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423802:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587149.423804:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587149.423807:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587149.423812:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587149.423817:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587149.423825:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587149.423881:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.423884:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587149.423900:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587149.423908:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423912:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587149.423922:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423924:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587149.423931:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587149.423937:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ac00 00000400:00000200:1.0:1777587149.423942:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbe5 [1] + 224 00000800:00000001:1.0:1777587149.423945:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423957:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587149.423958:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587149.423961:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587149.423964:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587149.423967:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587149.423974:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587149.423989:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587149.423993:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587149.423996:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587149.424035:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587149.424038:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587149.424040:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587149.424045:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587149.424047:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:3.0:1777587149.424048:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.424049:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587149.424052:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1777587149.424055:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777587149.424057:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587149.424059:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587149.424063:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020f8571c. 00000100:00000200:2.0:1777587149.424067:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587149.424068:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:3.0:1777587149.424071:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:3.0:1777587149.424076:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587149.424079:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587149.424082:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587149.424084:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587149.424087:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1777587149.424087:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587149.424090:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587149.424093:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587149.424098:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587149.424105:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777587149.424107:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587149.424112:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587149.424118:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587149.424121:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.424124:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1777587149.424125:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587149.424128:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.424128:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587149.424130:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.424132:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587149.424134:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587149.424136:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1777587149.424137:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.424139:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587149.424144:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587149.424151:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587149.424155:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=149 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587149.424161:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587149.424164:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587149.424168:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777587149.424170:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587149.424173:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1777587149.424175:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587149.424176:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587149.424183:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587149.424190:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.424195:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1777587149.424196:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667696896:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777587149.424199:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587149.424202:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587149.424203:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587149.424204:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.424207:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587149.424211:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587149.424212:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043900d18 x1863934667696896/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.424238:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587149.424239:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587149.424243:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1777587149.424243:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587149.424245:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1777587149.424247:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b08698. 00000100:00000040:3.0:1777587149.424269:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587149.424278:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667697152:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587149.424282:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587149.424284:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587149.424286:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfb3140 x1863934667697152/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.424301:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587149.424303:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587149.424305:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000880f2402. 02000000:00000001:3.0:1777587149.424309:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587149.424311:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587149.424313:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587149.424315:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587149.424317:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:3.0:1777587149.424320:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587149.424335:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587149.424338:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587149.424339:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587149.424342:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587149.424343:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:2.0:1777587149.424346:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587149.424348:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587149.424349:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043900d18. 00000100:00000001:2.0:1777587149.424352:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587149.424353:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587149.424355:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587149.424360:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587149.424361:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587149.424363:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587149.424365:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587149.424371:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587149.424374:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfb3140. 00000100:00000001:3.0:1777587149.424378:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587149.424379:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587149.424381:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587149.424384:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587149.424385:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587149.424387:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587149.424399:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587149.426509:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587149.426532:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587149.426535:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587149.426538:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587149.426548:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587149.426563:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ab80 00000400:00000200:3.0:1777587149.426570:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:3.0:1777587149.426577:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587149.426585:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587149.426587:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587149.426592:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587149.426598:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587149.426603:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587149.426614:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587149.426643:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587149.426651:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587149.426655:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587149.426689:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587149.426694:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587149.426702:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587149.426704:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587149.426707:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30847ad. 00000400:00000200:0.0:1777587149.426715:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777587149.426717:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777587149.426720:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587149.426724:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587149.426733:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587149.426739:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587149.426741:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587149.426743:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587149.426746:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587149.426748:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587149.426750:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587149.426753:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587149.426760:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587149.426770:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587149.426772:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587149.426774:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587149.426776:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587149.426779:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587149.426782:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587149.426784:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587149.426786:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587149.426788:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587149.426791:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587149.426798:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587149.426801:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587149.426803:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587149.426806:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587149.426812:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667697024:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587149.426817:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587149.426820:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587149.426822:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069882c1d x1863934667697024/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587149.426829:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587149.426832:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587149.426835:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e584ac0. 02000000:00000001:0.0:1777587149.426838:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587149.426840:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587149.426841:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587149.426843:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587149.426845:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8ec9e8. 02000000:00000001:0.0:1777587149.426849:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587149.426851:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587149.426852:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069882c1d. 00000100:00000001:0.0:1777587149.426856:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587149.426861:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587149.426864:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587149.426871:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587149.426873:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587149.426874:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587149.426877:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587150.061360:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587150.061370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587150.061377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587150.061379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587150.061469:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587150.061471:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587150.061473:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587151.085376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587151.085384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587151.085394:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587151.085400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587151.085435:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587151.085438:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587151.085441:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587152.109834:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587152.109841:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587152.109846:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587152.109847:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587152.109988:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587152.109993:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587152.109995:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587152.877328:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306899790, at 4306899840 00000100:00000010:3.0:1777587152.877346:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000040:2.0:1777587152.877387:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306899790, at 4306899840 00000100:00000010:2.0:1777587152.877395:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:0.0:1777587152.877430:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306899790, at 4306899840 00000100:00000040:1.0:1777587152.877432:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306899790, at 4306899840 00000100:00000010:0.0:1777587152.877437:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000010:1.0:1777587152.877459:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00010000:00000001:1.0:1777587153.133364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587153.133370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587153.133375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587153.133376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587153.133483:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587153.133487:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587153.133490:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587154.157579:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587154.157585:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587154.157590:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587154.157609:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587154.157633:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587154.157635:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587154.157637:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587154.541519:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587154.541526:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587154.541535:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002008028a. 00000020:00000040:1.0:1777587154.541541:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587154.541545:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587154.541548:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587154.541553:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587154.541561:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8ec9e8. 00000100:00000001:1.0:1777587154.541568:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541578:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587154.541589:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587154.541591:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541596:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002008028a] to pc [ptlrpcd_00_02+2] req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587154.541624:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541627:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587154.541630:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587154.541633:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000916440b4. 00000020:00000040:1.0:1777587154.541635:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587154.541637:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587154.541639:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587154.541641:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587154.541643:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587154.541646:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541650:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587154.541654:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587154.541659:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587154.541659:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587154.541662:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587154.541668:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587154.541675:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.541682:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777587154.541683:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916440b4] to pc [ptlrpcd_00_03+3] req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.541685:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.541690:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587154.541694:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587154.541695:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.541699:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541699:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587154.541705:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1777587154.541706:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667697280:192.168.204.155@tcp:400: 00000100:00000010:1.0:1777587154.541709:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbf6c2f8. 00000100:00000001:0.0:1777587154.541712:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1777587154.541713:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587154.541716:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587154.541717:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587154.541718:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587154.541719:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.541721:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587154.541724:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 02000000:00000001:0.0:1777587154.541725:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587154.541728:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587154.541731:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fe41ac5. 00000100:00000040:1.0:1777587154.541733:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777587154.541735:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587154.541744:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30847ad. 00000100:00000001:1.0:1777587154.541744:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587154.541746:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541750:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbf6c2f8] to pc [ptlrpcd_00_00+0] req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587154.541756:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777587154.541764:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697280, portal 25 00000100:00000001:0.0:1777587154.541767:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587154.541770:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.541773:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587154.541775:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006734208 : -105793702817408 : ffff9fc7fbec9180) 00000100:00000040:1.0:1777587154.541779:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587154.541784:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587154.541784:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12239) 00000100:00000001:0.0:1777587154.541792:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587154.541796:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587154.541799:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:0.0:1777587154.541802:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667697280, offset 0 00000400:00000200:0.0:1777587154.541808:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587154.541810:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587154.541813:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587154.541815:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777587154.541823:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587154.541829:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587154.541833:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587154.541836:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587154.541839:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587154.541917:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [356:356:256:4294967295] 192.168.204.155@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:0.0:1777587154.541929:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587154.541935:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587154.541940:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587154.541946:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587154.541953:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587154.541957:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587154.541971:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.541976:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306904910 00000100:00000010:0.0:1777587154.541980:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000100:00000001:0.0:1777587154.541986:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587154.541987:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587154.541991:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.541993:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306904910 00000100:00000010:0.0:1777587154.541996:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014ea26f4. 00000100:00000001:0.0:1777587154.542000:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587154.542003:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306904910 00000100:00000010:0.0:1777587154.542005:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000096d95f8. 00000100:00000001:0.0:1777587154.542008:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587154.542018:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306904910 00000100:00000010:0.0:1777587154.542020:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000937b78f6. 00000100:00000001:0.0:1777587154.542023:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587154.542025:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587154.542028:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.542030:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.542032:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.542039:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587154.542042:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587154.542044:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587154.542046:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587154.542047:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587154.542049:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587154.542050:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.542052:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587154.542053:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.542054:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587154.542055:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587154.542056:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587154.542060:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587154.542090:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587154.542094:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587154.542099:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587154.542104:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587154.542109:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:3.0:1777587154.542111:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:3.0:1777587154.542114:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587154.542117:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587154.542124:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587154.542127:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587154.542132:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587154.542133:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1777587154.542210:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.542212:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587154.542214:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.542219:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587154.542221:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587154.542224:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587154.542224:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587154.542226:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587154.542229:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667697408:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587154.542233:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587154.542236:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587154.542237:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587154.542238:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587154.542240:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587154.542242:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1777587154.542243:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587154.542246:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b08698. 00000100:00100000:1.0:1777587154.542248:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667697536:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587154.542274:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587154.542277:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587154.542279:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.542280:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587154.542281:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1777587154.542286:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ef1cc7. 02000000:00000010:1.0:1777587154.542287:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ed3239f. 02000000:00000001:1.0:1777587154.542291:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587154.542292:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000001:2.0:1777587154.542292:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777587154.542295:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000100:00000001:2.0:1777587154.542296:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587154.542300:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:0.0:1777587154.542304:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697408, portal 10 00000100:00000001:0.0:1777587154.542307:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1777587154.542307:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697536, portal 10 00000100:00000001:0.0:1777587154.542310:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006742272 : -105793702809344 : ffff9fc7fbecb100) 00000100:00000001:1.0:1777587154.542311:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587154.542313:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006732416 : -105793702819200 : ffff9fc7fbec8a80) 00000100:00000040:0.0:1777587154.542319:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587154.542322:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.542339:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587154.542341:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587154.542345:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587154.542348:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587154.542349:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00000200:0.0:1777587154.542352:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667697408, offset 0 00000400:00000010:1.0:1777587154.542352:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000200:1.0:1777587154.542357:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667697536, offset 0 00000400:00000200:0.0:1777587154.542361:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587154.542367:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587154.542369:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587154.542373:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587154.542375:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587154.542377:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587154.542379:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587154.542382:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [357:357:256:4294967295] 192.168.204.155@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:0.0:1777587154.542388:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587154.542392:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587154.542396:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587154.542400:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587154.542404:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587154.542406:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587154.542427:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587154.542432:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 137216 usecs (138 jiffies) 00000100:00000001:0.0:1777587154.542434:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306901643 00000100:00000001:0.0:1777587154.542437:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306904910 00000100:00000001:0.0:1777587154.542439:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306901643 00000100:00000001:0.0:1777587154.542441:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306904910 00000100:00000001:0.0:1777587154.542443:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306901643 00000100:00000001:0.0:1777587154.542451:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306904910 00000100:00000001:0.0:1777587154.542452:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306901643 00000100:00000001:0.0:1777587154.542454:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306904910 00000100:00000001:0.0:1777587154.542457:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777587154.542457:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587154.542459:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587154.542461:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000100:00000001:0.0:1777587154.542463:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587154.542465:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587154.542467:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587154.542473:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587154.542510:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587154.542514:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587154.542516:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587154.542518:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587154.542521:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587154.542523:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [358:358:255:4294967295] 192.168.204.155@tcp LPNI seq info [358:358:7:4294967295] 00000400:00000200:1.0:1777587154.542530:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587154.542535:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587154.542538:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587154.542542:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587154.542551:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587154.542553:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587154.542556:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.542558:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19373 usecs (20 jiffies) 00000100:00000001:1.0:1777587154.542560:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306901525 00000100:00000001:1.0:1777587154.542562:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306904910 00000100:00000001:1.0:1777587154.542564:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306901525 00000100:00000001:1.0:1777587154.542566:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306904910 00000100:00000001:1.0:1777587154.542567:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306901525 00000100:00000001:1.0:1777587154.542569:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306904910 00000100:00000001:1.0:1777587154.542570:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306901525 00000100:00000001:1.0:1777587154.542572:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306904910 00000100:00000001:1.0:1777587154.542573:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587154.542575:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587154.542577:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587154.542579:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587154.542582:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587154.542584:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587154.542586:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587154.542587:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587154.542588:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587154.542590:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587154.542680:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000400:00000010:2.0:1777587154.542683:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000100:00000001:2.0:1777587154.542687:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587154.542690:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587154.542699:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587154.542701:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587154.542707:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587154.542709:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587154.542746:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587154.542748:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777587154.542751:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587154.542754:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587154.542756:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:2.0:1777587154.542758:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:2.0:1777587154.542760:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587154.542762:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587154.542769:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587154.542771:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587154.542777:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587154.542778:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587154.545922:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.545942:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587154.545946:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.545948:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587154.545958:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587154.545975:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ad00 00000400:00000200:3.0:1777587154.545984:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xbfd [1] + 224 00000800:00000001:3.0:1777587154.545990:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.546006:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587154.546009:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587154.546013:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587154.546022:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587154.546028:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587154.546038:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587154.546061:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587154.546069:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.546072:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587154.546074:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.546075:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587154.546079:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587154.546085:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ad80 00000400:00000200:3.0:1777587154.546090:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc01 [1] + 224 00000800:00000001:3.0:1777587154.546093:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.546098:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587154.546100:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587154.546102:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587154.546105:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587154.546107:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587154.546114:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587154.546181:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587154.546185:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.546188:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587154.546276:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587154.546281:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587154.546287:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587154.546289:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587154.546291:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:1.0:1777587154.546295:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777587154.546297:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777587154.546299:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587154.546303:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587154.546322:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587154.546327:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587154.546329:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587154.546331:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587154.546334:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587154.546336:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587154.546338:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587154.546341:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587154.546349:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=47 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587154.546353:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=154 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587154.546355:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587154.546357:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587154.546360:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587154.546363:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587154.546370:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587154.546374:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587154.546376:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587154.546378:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587154.546379:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587154.546382:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587154.546388:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587154.546395:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587154.546397:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587154.546400:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587154.546406:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667697536:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587154.546411:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587154.546429:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587154.546432:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbf6c2f8 x1863934667697536/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587154.546439:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587154.546441:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587154.546444:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ed3239f. 02000000:00000001:1.0:1777587154.546448:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587154.546450:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587154.546452:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587154.546454:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587154.546456:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:1.0:1777587154.546460:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587154.546461:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587154.546463:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbf6c2f8. 00000100:00000001:1.0:1777587154.546466:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587154.546467:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587154.546469:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587154.546475:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587154.546476:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587154.546478:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587154.546480:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587154.547078:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.547083:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587154.547085:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.547093:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587154.547098:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587154.547105:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ac80 00000400:00000200:3.0:1777587154.547110:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xbf5 [1] + 224 00000800:00000001:3.0:1777587154.547114:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.547118:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587154.547120:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587154.547123:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587154.547126:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587154.547129:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587154.547137:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587154.547144:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587154.547148:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587154.547219:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548623:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587154.548628:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587154.548634:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587154.548636:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587154.548638:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ef1cc7. 00000400:00000200:0.0:1777587154.548647:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000400:00000010:0.0:1777587154.548649:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:0.0:1777587154.548653:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587154.548660:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587154.548668:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.548675:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587154.548677:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548678:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587154.548680:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587154.548682:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587154.548684:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.548687:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587154.548694:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587154.548697:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587154.548700:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587154.548701:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587154.548703:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587154.548706:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.548708:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587154.548710:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587154.548723:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587154.548724:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587154.548728:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.548735:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587154.548737:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587154.548738:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587154.548741:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587154.548748:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667697408:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777587154.548754:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587154.548755:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587154.548756:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30847ad. 00000400:00000200:0.0:1777587154.548759:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:0.0:1777587154.548760:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:0.0:1777587154.548762:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587154.548765:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587154.548772:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.548778:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587154.548779:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548780:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587154.548782:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587154.548783:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587154.548784:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587154.548786:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587154.548788:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587154.548791:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587154.548793:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587154.548794:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587154.548796:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587154.548801:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.548803:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587154.548806:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.548812:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587154.548814:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587154.548815:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587154.548817:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587154.548823:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667697280:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587154.548827:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548829:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587154.548831:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000916440b4 x1863934667697408/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.548837:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587154.548851:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587154.548854:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b08698. 02000000:00000001:0.0:1777587154.548858:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587154.548860:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587154.548861:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587154.548864:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587154.548865:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:0.0:1777587154.548868:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587154.548870:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587154.548871:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000916440b4. 00000100:00000001:0.0:1777587154.548874:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587154.548875:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548877:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587154.548879:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002008028a x1863934667697280/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587154.548885:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587154.548886:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587154.548887:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fe41ac5. 02000000:00000001:0.0:1777587154.548894:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587154.548895:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587154.548896:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587154.548897:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587154.548899:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8ec9e8. 02000000:00000001:0.0:1777587154.548901:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587154.548902:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587154.548903:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002008028a. 00000100:00000001:0.0:1777587154.548905:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587154.548906:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548907:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587154.548913:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587154.548915:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587154.548917:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587154.548919:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587155.181385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587155.181391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587155.181397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587155.181398:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587155.181832:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587155.181836:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587155.181839:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587156.205407:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587156.205414:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587156.205420:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587156.205421:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587156.205517:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587156.205520:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587156.205523:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587157.230157:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587157.230161:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587157.230165:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587157.230167:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587157.230184:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587157.230187:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587157.230190:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587157.997366:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306904910, at 4306904960 00000100:00000040:3.0:1777587157.997366:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306904910, at 4306904960 00000100:00000010:3.0:1777587157.997381:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000937b78f6. 00000100:00000010:1.0:1777587157.997399:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014ea26f4. 00000100:00000040:0.0:1777587157.997472:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306904910, at 4306904960 00000100:00000010:0.0:1777587157.997477:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00000100:00000040:2.0:1777587157.998278:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306904910, at 4306904961 00000100:00000010:2.0:1777587157.998286:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000096d95f8. 00010000:00000001:1.0:1777587158.253816:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587158.253823:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587158.253825:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587158.253828:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253832:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587158.253835:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253837:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253839:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253842:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587158.253844:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587158.253845:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587158.253847:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253849:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587158.253850:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253851:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587158.253853:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587158.256151:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587158.256156:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587158.256160:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587159.277383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587159.277389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587159.277395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587159.277396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587159.277487:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587159.277491:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587159.277493:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587159.661418:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587159.661424:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587159.661429:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbf6c2f8. 00000020:00000040:1.0:1777587159.661433:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587159.661437:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587159.661439:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587159.661442:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587159.661448:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777587159.661453:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.661462:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587159.661469:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587159.661471:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.661476:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbf6c2f8] to pc [ptlrpcd_00_01+1] req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.661505:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.661507:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587159.661509:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777587159.661509:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1777587159.661512:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408b41ed. 00000100:00000001:3.0:1777587159.661514:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1777587159.661515:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587159.661517:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587159.661518:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587159.661520:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.661522:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1777587159.661523:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b02692d. 00000100:00000001:1.0:1777587159.661526:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587159.661530:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587159.661531:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587159.661558:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587159.661559:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587159.661560:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.661564:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000408b41ed] to pc [ptlrpcd_00_02+2] req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587159.661568:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587159.661574:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587159.661577:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587159.661580:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587159.661584:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667697664:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587159.661587:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.661588:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1777587159.661591:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777587159.661594:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587159.661595:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1777587159.661598:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587159.661599:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001da395dd. 02000000:00000001:3.0:1777587159.661602:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1777587159.661603:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587159.661606:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587159.661607:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587159.661609:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587159.661610:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587159.661614:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587159.661616:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1777587159.661619:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000118aa6ee. 00000100:00000040:0.0:1777587159.661621:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587159.661623:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587159.661630:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000628130bc. 00000100:00000001:0.0:1777587159.661631:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587159.661634:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587159.661637:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587159.661639:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777587159.661639:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 02000000:00000001:0.0:1777587159.661643:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587159.661646:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667697792:192.168.204.155@tcp:400: 00000100:00000200:3.0:1777587159.661647:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697664, portal 25 00000100:00000001:3.0:1777587159.661652:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587159.661653:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587159.661656:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006732416 : -105793702819200 : ffff9fc7fbec8a80) 02000000:00000001:0.0:1777587159.661657:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587159.661660:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587159.661663:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587159.661664:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587159.661674:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e55b65ca. 00000100:00000001:3.0:1777587159.661674:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1777587159.661678:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587159.661681:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587159.661684:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30847ad. 00000400:00000010:3.0:1777587159.661685:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000200:3.0:1777587159.661690:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667697664, offset 0 00000400:00000010:0.0:1777587159.661692:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777587159.661697:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697792, portal 10 00000100:00000001:0.0:1777587159.661700:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1777587159.661701:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587159.661702:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744960 : -105793702806656 : ffff9fc7fbecbb80) 00000100:00000040:0.0:1777587159.661710:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587159.661718:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777587159.661718:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777587159.661724:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587159.661726:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1777587159.661728:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000200:0.0:1777587159.661731:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667697792, offset 0 00000400:00000200:3.0:1777587159.661733:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587159.661740:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587159.661743:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587159.661747:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587159.661752:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [359:359:256:4294967295] 192.168.204.155@tcp LPNI seq info [359:359:8:4294967295] 00000100:00000001:2.0:1777587159.661755:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587159.661763:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587159.661767:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587159.661774:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587159.661779:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000800:00000200:3.0:1777587159.661792:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587159.661799:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587159.661814:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587159.661827:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.661831:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306910030 00000100:00000010:3.0:1777587159.661835:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777587159.661841:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587159.661846:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306910030 00000100:00000010:3.0:1777587159.661849:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:3.0:1777587159.661851:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587159.661854:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306910030 00000100:00000010:3.0:1777587159.661856:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777587159.661859:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587159.661861:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306910030 00000100:00000010:3.0:1777587159.661864:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777587159.661866:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587159.661868:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587159.661871:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.661875:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.661877:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587159.661923:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587159.661932:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1777587159.661936:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587159.661940:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000010:2.0:1777587159.661942:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:0.0:1777587159.661943:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587159.661948:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587159.661948:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587159.661956:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777587159.661957:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [360:360:255:4294967295] 192.168.204.155@tcp LPNI seq info [360:360:7:4294967295] 00000400:00000200:2.0:1777587159.661959:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587159.661960:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587159.661967:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587159.661969:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587159.661972:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587159.661975:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587159.661977:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587159.661984:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587159.661989:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587159.661994:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587159.662000:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587159.662003:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587159.662006:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587159.662009:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 135992 usecs (136 jiffies) 00000100:00000001:0.0:1777587159.662011:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306906760 00000100:00000001:0.0:1777587159.662014:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306910030 00000100:00000001:0.0:1777587159.662022:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306906760 00000100:00000001:0.0:1777587159.662025:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306910030 00000100:00000001:0.0:1777587159.662026:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306906760 02000000:00000010:1.0:1777587159.662027:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:0.0:1777587159.662028:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306910030 00000100:00000001:0.0:1777587159.662032:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306906760 00000100:00000001:1.0:1777587159.662032:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587159.662037:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306910030 00000100:00000001:0.0:1777587159.662041:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587159.662041:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587159.662046:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587159.662051:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587159.662053:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587159.662054:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587159.662059:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587159.662061:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587159.662062:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1777587159.662067:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001da395dd] to pc [ptlrpcd_00_03+3] req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.662085:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.662087:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587159.662089:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587159.662093:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12244) 00000100:00000001:1.0:1777587159.662100:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587159.662102:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587159.662103:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587159.662106:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.662110:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587159.662111:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587159.662113:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587159.662114:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587159.662114:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587159.662117:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.662118:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587159.662120:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667697920:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587159.662123:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587159.662125:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587159.662126:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587159.662127:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587159.662129:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9be1b2b. 02000000:00000001:1.0:1777587159.662130:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587159.662133:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000400:00000010:1.0:1777587159.662135:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777587159.662137:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667697920, portal 10 00000100:00000001:1.0:1777587159.662138:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587159.662139:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744064 : -105793702807552 : ffff9fc7fbecb800) 00000100:00000040:1.0:1777587159.662142:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.662152:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587159.662154:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587159.662155:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000200:1.0:1777587159.662157:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667697920, offset 0 00000400:00000200:1.0:1777587159.662160:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587159.662176:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:2.0:1777587159.662178:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:2.0:1777587159.662181:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587159.662183:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.662189:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587159.662199:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.662203:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587159.662204:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587159.662215:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587159.662217:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:2.0:1777587159.662219:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587159.662221:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587159.662223:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000400:00000010:2.0:1777587159.662224:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:2.0:1777587159.662225:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587159.662227:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.662231:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587159.662232:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.662235:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587159.662236:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777587159.662372:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587159.662375:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587159.662378:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587159.662380:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587159.662382:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587159.662384:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [361:361:256:4294967295] 192.168.204.155@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:1.0:1777587159.662393:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587159.662398:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587159.662401:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1777587159.662402:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000100:00000001:0.0:1777587159.662404:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587159.662407:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587159.662409:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587159.662410:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587159.662418:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587159.662421:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587159.662430:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.662433:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19240 usecs (20 jiffies) 00000100:00000001:1.0:1777587159.662435:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306906645 00000100:00000001:1.0:1777587159.662438:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306910030 00000100:00000001:1.0:1777587159.662439:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306906645 00000100:00000001:1.0:1777587159.662441:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306910030 00000100:00000001:1.0:1777587159.662443:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306906645 00000100:00000001:1.0:1777587159.662444:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306910030 00000100:00000001:1.0:1777587159.662446:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306906645 00000100:00000001:1.0:1777587159.662447:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306910030 00000100:00000001:1.0:1777587159.662454:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587159.662456:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587159.662458:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587159.662459:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587159.662463:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587159.662464:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587159.662466:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587159.662467:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587159.662468:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587159.662469:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587159.663103:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587159.663106:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:3.0:1777587159.663110:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587159.663114:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587159.663117:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:3.0:1777587159.663125:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:3.0:1777587159.663128:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587159.663132:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587159.663141:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587159.663144:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587159.663150:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587159.663151:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587159.666027:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666039:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587159.666043:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666045:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587159.666056:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587159.666071:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ae00 00000400:00000200:3.0:1777587159.666078:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc0d [1] + 224 00000800:00000001:3.0:1777587159.666086:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666090:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587159.666093:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587159.666097:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587159.666103:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587159.666108:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587159.666116:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587159.666131:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587159.666138:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666141:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587159.666143:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666144:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587159.666148:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587159.666153:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ae80 00000100:00000001:0.0:1777587159.666169:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587159.666170:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc15 [1] + 224 00000100:00000001:0.0:1777587159.666173:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1777587159.666174:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666177:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587159.666178:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1777587159.666179:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587159.666180:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1777587159.666181:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:0.0:1777587159.666183:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000628130bc. 00000400:00000200:0.0:1777587159.666187:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:0.0:1777587159.666188:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:0.0:1777587159.666191:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587159.666192:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587159.666195:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587159.666195:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587159.666203:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587159.666203:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587159.666211:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587159.666212:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587159.666214:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587159.666216:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587159.666218:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587159.666226:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587159.666229:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587159.666234:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=52 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587159.666238:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587159.666240:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587159.666242:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587159.666244:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587159.666246:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587159.666248:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587159.666269:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587159.666277:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587159.666279:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587159.666280:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587159.666281:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587159.666282:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587159.666285:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587159.666291:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667697664:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587159.666296:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587159.666298:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587159.666301:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbf6c2f8 x1863934667697664/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587159.666306:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587159.666309:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587159.666312:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000118aa6ee. 02000000:00000001:0.0:1777587159.666315:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587159.666327:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587159.666329:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587159.666332:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587159.666335:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:0.0:1777587159.666338:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587159.666340:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587159.666341:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbf6c2f8. 00000100:00000001:0.0:1777587159.666344:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587159.666351:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587159.666353:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587159.666355:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587159.666360:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587159.666361:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587159.666361:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587159.666363:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1777587159.666364:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587159.666365:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587159.666366:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666367:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587159.666371:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587159.666377:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0af00 00000400:00000200:3.0:1777587159.666382:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:3.0:1777587159.666385:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666390:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587159.666392:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587159.666395:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587159.666397:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587159.666400:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587159.666404:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587159.666411:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587159.666413:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587159.666415:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587159.666459:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587159.666461:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587159.666463:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587159.666464:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587159.666465:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:2.0:1777587159.666468:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:2.0:1777587159.666469:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:2.0:1777587159.666768:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587159.666771:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587159.666779:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.666784:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587159.666785:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587159.666787:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587159.666788:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587159.666789:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587159.666791:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587159.666792:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587159.666797:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587159.666800:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587159.666802:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587159.666803:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587159.666805:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587159.666808:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587159.666815:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587159.666817:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587159.666819:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587159.666821:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587159.666822:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587159.666825:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.666830:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587159.666832:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587159.666833:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587159.666836:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587159.666842:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667697920:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587159.666851:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587159.666853:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587159.666855:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001da395dd x1863934667697920/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587159.666861:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587159.666863:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587159.666864:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9be1b2b. 02000000:00000001:2.0:1777587159.666873:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587159.666874:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587159.666875:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587159.666877:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587159.666878:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:2.0:1777587159.666880:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587159.666881:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587159.666882:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001da395dd. 00000100:00000001:2.0:1777587159.666885:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587159.666886:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587159.666887:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587159.666889:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587159.666890:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587159.666891:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587159.666893:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587159.667360:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587159.667362:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587159.667364:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f30847ad. 00000400:00000200:1.0:1777587159.667370:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:1.0:1777587159.667371:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:1.0:1777587159.667374:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587159.667377:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587159.667385:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.667389:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587159.667390:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587159.667392:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587159.667393:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587159.667393:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587159.667394:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587159.667396:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587159.667399:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587159.667401:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587159.667402:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587159.667403:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587159.667404:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587159.667406:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587159.667407:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587159.667413:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587159.667414:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587159.667415:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587159.667417:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.667423:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587159.667425:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587159.667426:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587159.667433:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587159.667439:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667697792:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587159.667443:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587159.667445:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587159.667446:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000408b41ed x1863934667697792/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587159.667451:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587159.667453:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587159.667454:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e55b65ca. 02000000:00000001:1.0:1777587159.667457:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587159.667459:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587159.667460:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587159.667461:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587159.667462:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b02692d. 02000000:00000001:1.0:1777587159.667464:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587159.667465:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587159.667466:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000408b41ed. 00000100:00000001:1.0:1777587159.667468:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587159.667469:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587159.667471:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587159.667475:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587159.667476:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587159.667477:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587159.667479:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587160.301491:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587160.301497:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587160.301503:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587160.301504:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587160.301521:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587160.301523:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587160.301526:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587161.325438:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587161.325445:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587161.325449:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587161.325450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587161.325791:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587161.325795:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587161.325798:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587162.349611:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587162.349617:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587162.349624:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587162.349625:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587162.349746:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587162.349750:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587162.349753:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587163.117318:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306910030, at 4306910080 00000100:00000040:3.0:1777587163.117328:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306910030, at 4306910080 00000100:00000010:1.0:1777587163.117331:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000010:3.0:1777587163.117338:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000040:0.0:1777587163.117380:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306910030, at 4306910080 00000100:00000010:0.0:1777587163.117388:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000040:2.0:1777587163.118376:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306910030, at 4306910081 00000100:00000010:2.0:1777587163.118384:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00010000:00000001:1.0:1777587163.375558:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587163.375564:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587163.375570:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587163.375571:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587163.375598:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587163.375601:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587163.375604:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587164.397361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587164.397366:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587164.397371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587164.397372:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587164.397463:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587164.397466:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587164.397470:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587164.781929:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587164.781937:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587164.781947:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587164.781953:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587164.781958:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587164.781961:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587164.781965:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587164.781984:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587164.781992:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782003:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587164.782027:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587164.782029:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782035:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_00+0] req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587164.782065:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782068:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587164.782071:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587164.782074:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587164.782077:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587164.782080:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587164.782082:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587164.782084:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587164.782088:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:0.0:1777587164.782091:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587164.782091:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782097:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777587164.782098:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1777587164.782102:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.782108:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587164.782111:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587164.782113:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587164.782114:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587164.782115:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.782117:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587164.782120:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587164.782121:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_01+1] req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587164.782129:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587164.782134:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782140:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587164.782147:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587164.782147:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777587164.782150:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587164.782150:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 02000000:00000001:0.0:1777587164.782155:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1777587164.782156:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:0.0:1777587164.782159:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587164.782160:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587164.782162:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587164.782164:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587164.782165:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587164.782169:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667698048:192.168.204.155@tcp:400: 02000000:00000010:2.0:1777587164.782170:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:0.0:1777587164.782174:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587164.782180:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587164.782180:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587164.782183:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782186:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777587164.782188:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587164.782194:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd80fc45. 00000100:00000001:2.0:1777587164.782196:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587164.782198:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587164.782199:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782202:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_02+2] req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587164.782231:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ef1cc7. 00000400:00000010:0.0:1777587164.782239:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000001:2.0:1777587164.782241:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587164.782244:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1777587164.782245:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698048, portal 25 00000100:00000001:1.0:1777587164.782270:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587164.782272:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587164.782274:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587164.782275:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:1.0:1777587164.782277:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587164.782280:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587164.782284:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587164.782285:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587164.782288:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12249) 00000100:00000001:2.0:1777587164.782300:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587164.782304:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.782311:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587164.782312:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587164.782315:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587164.782316:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587164.782320:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1777587164.782321:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb5a730. 00000100:00000200:0.0:1777587164.782325:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667698048, offset 0 02000000:00000001:1.0:1777587164.782329:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587164.782333:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587164.782334:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00100000:1.0:1777587164.782340:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667698304:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587164.782344:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587164.782346:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587164.782348:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587164.782350:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587164.782353:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803a08d4. 02000000:00000001:1.0:1777587164.782355:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587164.782359:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000400:00000010:1.0:1777587164.782362:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000200:1.0:1777587164.782365:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698304, portal 10 00000100:00000001:1.0:1777587164.782368:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587164.782369:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:1.0:1777587164.782375:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587164.782382:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587164.782385:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587164.782387:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000100:00000200:1.0:1777587164.782389:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667698304, offset 0 00000400:00000200:1.0:1777587164.782394:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587164.782401:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587164.782410:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587164.782414:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587164.782418:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587164.782421:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587164.782424:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [362:362:256:4294967295] 192.168.204.155@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:0.0:1777587164.782435:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587164.782441:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587164.782446:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587164.782452:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587164.782459:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587164.782462:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587164.782480:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587164.782480:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587164.782486:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587164.782487:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306915151 00000400:00000200:1.0:1777587164.782492:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:0.0:1777587164.782493:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000400:00000200:1.0:1777587164.782496:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587164.782499:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587164.782501:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1777587164.782505:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [363:363:255:4294967295] 192.168.204.155@tcp LPNI seq info [363:363:7:4294967295] 00000100:00000001:0.0:1777587164.782510:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306915151 00000100:00000010:0.0:1777587164.782516:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000400:00000200:1.0:1777587164.782521:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587164.782522:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1777587164.782526:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587164.782532:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000100:00000001:0.0:1777587164.782538:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306915151 00000800:00000200:1.0:1777587164.782538:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:0.0:1777587164.782545:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000800:00000200:1.0:1777587164.782548:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587164.782550:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587164.782554:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306915151 00000100:00000010:0.0:1777587164.782557:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007988f2cd. 00000800:00000200:1.0:1777587164.782560:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587164.782561:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587164.782565:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.782566:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587164.782571:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587164.782571:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 19111 usecs (20 jiffies) 00000100:00000001:0.0:1777587164.782576:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.782576:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306911765 00000100:00000001:0.0:1777587164.782580:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.782581:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306915151 00000100:00000001:1.0:1777587164.782585:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306911765 00000100:00000001:0.0:1777587164.782587:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587164.782587:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306915151 00000100:00000001:0.0:1777587164.782589:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587164.782590:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306911765 00000100:00000001:0.0:1777587164.782594:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587164.782595:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306915151 00000100:00000001:0.0:1777587164.782596:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587164.782598:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306911765 00000100:00000001:0.0:1777587164.782599:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587164.782603:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306915151 00000800:00000200:2.0:1777587164.782603:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587164.782605:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777587164.782606:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1777587164.782609:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000100:00000001:1.0:1777587164.782611:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.782616:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587164.782618:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587164.782621:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.782626:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587164.782629:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.782629:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587164.782629:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587164.782632:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1777587164.782634:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587164.782636:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777587164.782637:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb5a730 00000100:00000001:1.0:1777587164.782639:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777587164.782642:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1777587164.782642:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009fb5a730. 00000100:00000001:1.0:1777587164.782643:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587164.782649:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.782649:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587164.782650:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1777587164.782655:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667698176:192.168.204.155@tcp:400: 00000100:00000200:2.0:1777587164.782659:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587164.782661:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587164.782666:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587164.782669:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587164.782672:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587164.782672:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1777587164.782676:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b08698. 00000100:00000040:2.0:1777587164.782677:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587164.782680:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587164.782686:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000100:00000001:2.0:1777587164.782689:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587164.782692:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000001:2.0:1777587164.782692:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1777587164.782696:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698176, portal 10 00000100:00000001:0.0:1777587164.782698:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587164.782705:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000800:00000200:2.0:1777587164.782708:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587164.782711:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000100:00000040:0.0:1777587164.782713:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587164.782715:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587164.782724:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587164.782727:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587164.782732:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587164.782735:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:0.0:1777587164.782736:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf84f449. 00000400:00000010:2.0:1777587164.782738:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:2.0:1777587164.782742:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587164.782743:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667698176, offset 0 00000100:00000200:2.0:1777587164.782747:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587164.782751:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587164.782759:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1777587164.782761:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587164.782764:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587164.782765:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587164.782766:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587164.782769:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587164.782773:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587164.782779:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587164.782781:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587164.782785:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587164.782785:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1777587164.782790:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [364:364:255:4294967295] 192.168.204.155@tcp LPNI seq info [364:364:7:4294967295] 00000400:00000200:0.0:1777587164.782798:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587164.782802:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587164.782806:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000800:00000200:0.0:1777587164.782810:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587164.782814:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587164.782817:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587164.782820:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587164.782822:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 134777 usecs (135 jiffies) 00000100:00000001:0.0:1777587164.782836:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306911880 00000100:00000001:0.0:1777587164.782838:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306915151 00000100:00000001:0.0:1777587164.782840:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306911880 00000100:00000001:0.0:1777587164.782842:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306915151 00000100:00000001:0.0:1777587164.782844:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306911880 00000100:00000001:0.0:1777587164.782845:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306915151 00000100:00000001:0.0:1777587164.782847:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306911880 00000100:00000001:0.0:1777587164.782854:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306915151 00000100:00000001:0.0:1777587164.782856:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587164.782857:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.782859:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.782861:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.782865:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587164.782866:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587164.782867:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587164.782868:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587164.782869:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.782871:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587164.783911:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587164.783916:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000400:00000200:2.0:1777587164.783920:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587164.783925:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587164.783928:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf84f449 00000400:00000010:2.0:1777587164.783931:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf84f449. 00000100:00000001:2.0:1777587164.783933:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587164.783936:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587164.783944:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587164.783946:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587164.783952:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587164.783953:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587164.785592:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.785605:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587164.785609:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.785611:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587164.785620:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587164.785634:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0af80 00000400:00000200:3.0:1777587164.785641:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc25 [1] + 224 00000800:00000001:3.0:1777587164.785648:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.785654:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587164.785657:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587164.785660:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587164.785665:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587164.785670:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587164.785679:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587164.785696:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587164.785734:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587164.785738:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587164.785745:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587164.785747:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587164.785749:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ef1cc7. 00000400:00000200:0.0:1777587164.785755:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:0.0:1777587164.785757:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777587164.785760:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587164.785764:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587164.785772:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587164.785778:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587164.785779:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.785781:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587164.785784:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587164.785786:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587164.785788:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587164.785791:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587164.785797:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587164.785801:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587164.785803:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587164.785805:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587164.785807:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587164.785809:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.785819:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587164.785823:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587164.785889:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587164.785892:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587164.785893:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587164.785897:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587164.785905:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667698048:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587164.785910:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.785912:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587164.785914:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667698048/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587164.785921:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587164.785923:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587164.785926:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd80fc45. 02000000:00000001:0.0:1777587164.785929:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587164.785931:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587164.785933:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587164.785935:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587164.785937:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:0.0:1777587164.785941:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587164.785943:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587164.785944:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587164.785947:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587164.785948:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.785951:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.785953:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587164.785954:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587164.785956:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.785957:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587164.786003:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786007:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587164.786408:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786414:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587164.786416:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786418:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587164.786424:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587164.786432:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b080 00000400:00000200:3.0:1777587164.786438:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc2d [1] + 224 00000800:00000001:3.0:1777587164.786448:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786452:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587164.786454:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587164.786457:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587164.786460:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587164.786464:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587164.786473:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587164.786498:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587164.786504:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786507:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587164.786509:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786511:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587164.786515:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587164.786520:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b000 00000400:00000200:3.0:1777587164.786524:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:3.0:1777587164.786528:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786531:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587164.786533:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587164.786536:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587164.786538:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587164.786541:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587164.786549:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587164.786563:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587164.786566:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587164.786568:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.786587:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587164.786589:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587164.786592:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587164.786597:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587164.786598:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000400:00000200:0.0:1777587164.786601:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:0.0:1777587164.786602:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:0.0:1777587164.786604:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587164.786607:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587164.786611:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587164.786615:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587164.786616:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.786617:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587164.786618:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587164.786619:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587164.786620:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587164.786622:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587164.786626:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587164.786628:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587164.786630:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587164.786631:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587164.786632:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587164.786635:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.786637:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587164.786638:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587164.786640:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587164.786641:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.786641:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587164.786645:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587164.786645:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587164.786650:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1777587164.786650:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1777587164.786652:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587164.786654:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777587164.786654:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1777587164.786657:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587164.786657:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587164.786663:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000100:00100000:0.0:1777587164.786666:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667698176:192.168.204.155@tcp:400: 00000400:00000010:1.0:1777587164.786667:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:1.0:1777587164.786670:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587164.786674:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587164.786676:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1777587164.786677:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587164.786680:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667698176/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587164.786703:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587164.786704:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1777587164.786706:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587164.786707:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b08698. 02000000:00000001:0.0:1777587164.786709:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587164.786710:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587164.786711:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587164.786712:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587164.786713:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:0.0:1777587164.786717:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587164.786718:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587164.786719:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:0.0:1777587164.786723:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587164.786726:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.786728:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587164.786729:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.786732:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.786734:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587164.786736:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587164.786737:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587164.786738:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587164.786740:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.786741:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587164.786743:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587164.786744:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587164.786747:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587164.786748:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587164.786752:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=14 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587164.786755:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587164.786757:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587164.786759:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587164.786762:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587164.786769:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.786772:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587164.786773:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587164.786775:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587164.786787:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587164.786790:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587164.786796:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587164.786798:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587164.786799:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587164.786802:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587164.786810:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667698304:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587164.786814:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.786815:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587164.786817:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667698304/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587164.786831:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587164.786833:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587164.786835:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803a08d4. 02000000:00000001:1.0:1777587164.786838:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587164.786839:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587164.786840:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587164.786841:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587164.786842:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777587164.786845:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587164.786846:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587164.786847:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:1.0:1777587164.786849:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587164.786850:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.786852:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587164.786855:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587164.786856:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587164.786857:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587164.786859:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587165.422159:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587165.422164:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587165.422169:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587165.422170:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587165.422271:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587165.422275:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587165.422293:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587166.445397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587166.445404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587166.445409:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587166.445410:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587166.445429:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587166.445431:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587166.445433:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587167.469404:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587167.469411:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587167.469414:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587167.469417:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469421:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587167.469423:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469425:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469445:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469449:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587167.469451:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587167.469452:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587167.469453:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469455:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587167.469456:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469457:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587167.469459:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587167.469509:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587167.469524:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587167.469528:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587168.237368:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306915151, at 4306915200 00000100:00000040:2.0:1777587168.237368:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306915151, at 4306915200 00000100:00000040:3.0:1777587168.237368:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306915151, at 4306915200 00000100:00000010:3.0:1777587168.237385:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007988f2cd. 00000100:00000010:1.0:1777587168.237387:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000010:2.0:1777587168.237392:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00000100:00000040:0.0:1777587168.237504:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306915151, at 4306915200 00000100:00000010:0.0:1777587168.237509:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00010000:00000001:1.0:1777587168.493367:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587168.493446:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587168.493453:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587168.493454:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587168.493536:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587168.493539:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587168.493541:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587169.517476:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587169.517482:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587169.517487:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587169.517489:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587169.517513:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587169.517515:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587169.517518:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587169.901327:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587169.901334:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587169.901340:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587169.901345:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587169.901349:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587169.901365:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587169.901369:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587169.901376:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587169.901382:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901392:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587169.901400:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587169.901402:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901406:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.901429:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901431:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587169.901433:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587169.901436:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587169.901438:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587169.901439:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587169.901441:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587169.901442:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587169.901444:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587169.901446:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901449:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587169.901454:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587169.901455:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587169.901457:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587169.901458:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587169.901462:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587169.901466:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587169.901467:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587169.901472:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587169.901473:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.901474:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901478:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587169.901481:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587169.901484:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587169.901485:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587169.901491:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587169.901493:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587169.901494:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587169.901498:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587169.901501:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901504:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587169.901509:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587169.901510:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901514:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.901521:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901522:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587169.901526:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777587169.901530:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587169.901531:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12254) 00000100:00000001:1.0:1777587169.901533:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587169.901537:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587169.901542:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587169.901544:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587169.901545:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.901547:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587169.901550:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587169.901551:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587169.901553:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587169.901555:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587169.901557:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.901563:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587169.901563:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667698432:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587169.901566:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587169.901569:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587169.901571:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587169.901575:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587169.901577:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587169.901578:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587169.901579:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777587169.901580:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.901582:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587169.901584:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587169.901585:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777587169.901586:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587169.901589:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1777587169.901591:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667698688:192.168.204.155@tcp:400: 02000000:00000010:3.0:1777587169.901592:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006de21372. 02000000:00000001:2.0:1777587169.901594:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587169.901596:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587169.901601:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667698560:192.168.204.155@tcp:400: 00000400:00000010:3.0:1777587169.901604:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b990eac. 00000100:00000001:2.0:1777587169.901610:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587169.901611:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1777587169.901613:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa6d56. 02000000:00000001:2.0:1777587169.901614:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587169.901615:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587169.901618:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587169.901618:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587169.901622:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698432, portal 25 02000000:00000001:1.0:1777587169.901623:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777587169.901624:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587169.901625:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587169.901628:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 02000000:00000010:1.0:1777587169.901629:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803a08d4. 02000000:00000010:2.0:1777587169.901629:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076f62bc2. 02000000:00000001:1.0:1777587169.901633:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587169.901637:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 02000000:00000001:2.0:1777587169.901639:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587169.901642:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587169.901644:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000400:00000010:2.0:1777587169.901646:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000200:1.0:1777587169.901651:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698688, portal 10 00000400:00000010:2.0:1777587169.901652:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000001:1.0:1777587169.901657:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587169.901657:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1777587169.901659:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698560, portal 10 00000100:00000001:1.0:1777587169.901660:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:2.0:1777587169.901663:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1777587169.901664:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587169.901667:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000400:00000010:3.0:1777587169.901668:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000100:00000040:1.0:1777587169.901672:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587169.901677:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587169.901678:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667698432, offset 0 00000400:00000200:3.0:1777587169.901689:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587169.901693:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587169.901699:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587169.901699:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1777587169.901703:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000400:00000200:3.0:1777587169.901703:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:2.0:1777587169.901707:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777587169.901709:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667698688, offset 0 00000400:00000200:3.0:1777587169.901710:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1777587169.901712:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000400:00000200:3.0:1777587169.901716:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:2.0:1777587169.901717:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667698560, offset 0 00000400:00000200:1.0:1777587169.901722:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587169.901722:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587169.901726:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587169.901729:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [365:365:256:4294967295] 192.168.204.155@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:2.0:1777587169.901734:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587169.901738:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587169.901742:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587169.901746:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000400:00000200:1.0:1777587169.901747:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587169.901751:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1777587169.901754:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777587169.901758:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587169.901760:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1777587169.901764:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777587169.901765:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:3.0:1777587169.901770:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777587169.901772:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [366:366:255:4294967295] 192.168.204.155@tcp LPNI seq info [366:366:7:4294967295] 00000400:00000200:1.0:1777587169.901783:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587169.901788:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587169.901791:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000400:00000200:2.0:1777587169.901792:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587169.901798:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1777587169.901800:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587169.901804:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:1.0:1777587169.901808:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587169.901811:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777587169.901822:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587169.901824:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587169.901827:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [367:367:254:4294967295] 192.168.204.155@tcp LPNI seq info [367:367:6:4294967295] 00000400:00000200:2.0:1777587169.901834:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587169.901838:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587169.901841:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587169.901846:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587169.901850:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587169.901852:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587169.902024:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587169.902028:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306920270 00000100:00000010:3.0:1777587169.902031:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:3.0:1777587169.902036:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587169.902038:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587169.902041:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306920270 00000100:00000010:3.0:1777587169.902043:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777587169.902044:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587169.902047:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587169.902049:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306920270 00000100:00000040:1.0:1777587169.902050:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18981 usecs (19 jiffies) 00000100:00000040:2.0:1777587169.902051:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 133571 usecs (134 jiffies) 00000100:00000010:3.0:1777587169.902053:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000100:00000001:1.0:1777587169.902055:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306916883 00000100:00000001:3.0:1777587169.902057:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587169.902058:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306916998 00000100:00000001:1.0:1777587169.902061:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306920270 00000100:00000001:3.0:1777587169.902061:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306920270 00000100:00000010:3.0:1777587169.902066:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e7b4ab. 00000100:00000001:1.0:1777587169.902067:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306916883 00000100:00000001:2.0:1777587169.902067:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306920270 00000100:00000001:3.0:1777587169.902070:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587169.902072:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306920270 00000100:00000001:3.0:1777587169.902073:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587169.902077:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587169.902078:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306916883 00000100:00000001:1.0:1777587169.902082:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306920270 00000100:00000001:2.0:1777587169.902083:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306916998 00000100:00000001:1.0:1777587169.902085:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306916883 00000100:00000001:3.0:1777587169.902086:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587169.902088:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306920270 00000100:00000001:3.0:1777587169.902089:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587169.902093:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587169.902095:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902095:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306920270 00000100:00000001:1.0:1777587169.902098:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587169.902098:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587169.902100:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306916998 00000100:00000001:3.0:1777587169.902101:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587169.902102:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.902106:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306920270 00000100:00000001:3.0:1777587169.902107:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587169.902109:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587169.902109:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587169.902112:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587169.902112:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306916998 00000100:00000001:3.0:1777587169.902113:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587169.902116:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587169.902117:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902118:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306920270 00000100:00000001:1.0:1777587169.902128:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587169.902131:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902132:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587169.902135:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902137:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902141:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902143:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.902147:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587169.902149:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587169.902152:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587169.902153:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587169.902156:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.902158:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587169.902170:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587169.902174:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000400:00000200:0.0:1777587169.902178:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587169.902183:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587169.902188:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:0.0:1777587169.902190:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:0.0:1777587169.902194:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587169.902197:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587169.902212:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587169.902220:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587169.902227:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587169.902228:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587169.902241:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587169.902243:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:0.0:1777587169.902245:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587169.902248:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587169.902271:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:0.0:1777587169.902273:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:0.0:1777587169.902276:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587169.902279:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587169.902285:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587169.902287:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587169.902293:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587169.902294:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587169.902313:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587169.902315:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:0.0:1777587169.902318:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587169.902321:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587169.902323:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000400:00000010:0.0:1777587169.902325:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000100:00000001:0.0:1777587169.902327:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587169.902329:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587169.902336:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587169.902338:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587169.902364:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587169.902366:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587169.905685:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.905697:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587169.905702:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.905704:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587169.905714:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587169.905730:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0b100 00000400:00000200:3.0:1777587169.905737:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc3d [1] + 224 00000800:00000001:3.0:1777587169.905746:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.905753:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587169.905755:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587169.905759:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587169.905766:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587169.905772:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587169.905783:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587169.905805:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587169.905813:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.905816:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.906155:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587169.906158:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587169.906164:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587169.906166:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587169.906168:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b990eac. 00000400:00000200:2.0:1777587169.906173:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa6d56 00000400:00000010:2.0:1777587169.906175:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa6d56. 00000100:00000001:2.0:1777587169.906178:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587169.906182:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587169.906191:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.906197:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587169.906198:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.906204:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587169.906206:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587169.906208:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587169.906211:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587169.906226:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587169.906232:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587169.906236:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587169.906238:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587169.906240:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587169.906242:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587169.906244:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.906247:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.906269:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.906277:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587169.906280:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587169.906282:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587169.906285:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587169.906292:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667698432:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587169.906297:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.906299:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587169.906302:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667698432/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.906308:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587169.906309:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587169.906313:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006de21372. 02000000:00000001:2.0:1777587169.906316:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587169.906319:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587169.906320:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587169.906322:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587169.906324:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777587169.906327:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587169.906329:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587169.906330:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:2.0:1777587169.906333:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587169.906334:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.906341:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.906347:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587169.906349:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.906351:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587169.906353:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587169.906780:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.906785:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587169.906787:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.906789:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587169.906794:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587169.906802:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b180 00000400:00000200:3.0:1777587169.906808:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc45 [1] + 224 00000800:00000001:3.0:1777587169.906819:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.906822:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587169.906824:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587169.906827:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587169.906831:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587169.906835:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587169.906843:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587169.906861:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587169.906866:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.906939:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587169.906941:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.906943:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587169.906947:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587169.906954:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b200 00000400:00000200:3.0:1777587169.906958:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc41 [1] + 224 00000800:00000001:3.0:1777587169.906962:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.906966:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587169.906968:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587169.906971:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587169.906974:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587169.906977:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587169.906985:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587169.907003:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587169.907007:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587169.907010:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587169.907050:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587169.907053:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587169.907056:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587169.907057:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587169.907059:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587169.907062:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:1.0:1777587169.907064:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:1.0:1777587169.907067:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587169.907070:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587169.907077:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587169.907082:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587169.907089:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587169.907091:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587169.907092:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587169.907094:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587169.907095:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587169.907097:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587169.907102:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587169.907105:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587169.907108:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587169.907109:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587169.907111:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587169.907114:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587169.907133:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.907134:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587169.907137:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1777587169.907137:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1777587169.907140:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000400:00000001:2.0:1777587169.907142:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1777587169.907143:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1777587169.907144:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777587169.907145:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587169.907147:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000100:00000040:1.0:1777587169.907151:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587169.907152:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587169.907156:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587169.907160:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587169.907162:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587169.907165:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587169.907167:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1777587169.907167:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587169.907174:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587169.907185:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587169.907190:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667698688:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587169.907198:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587169.907199:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.907200:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587169.907203:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587169.907203:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587169.907207:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587169.907208:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1777587169.907209:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667698688/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587169.907210:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587169.907215:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587169.907221:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587169.907222:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1777587169.907224:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587169.907228:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=56 v=5 (1 1 1 1) 02000000:00000010:1.0:1777587169.907230:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803a08d4. 00000100:00000001:2.0:1777587169.907232:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587169.907234:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587169.907235:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587169.907238:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1777587169.907238:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1777587169.907241:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00010000:00000001:2.0:1777587169.907242:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587169.907243:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587169.907246:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587169.907246:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587169.907249:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587169.907268:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587169.907269:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587169.907273:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587169.907290:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1777587169.907291:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587169.907292:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587169.907294:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587169.907295:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587169.907297:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587169.907299:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587169.907301:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587169.907303:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587169.907305:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587169.907312:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1777587169.907314:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667698560:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587169.907315:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587169.907319:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587169.907321:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.907324:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587169.907326:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667698560/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587169.907332:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.907332:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587169.907336:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587169.907338:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076f62bc2. 02000000:00000001:2.0:1777587169.907341:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587169.907342:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587169.907343:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587169.907345:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587169.907346:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:2.0:1777587169.907348:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587169.907349:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587169.907350:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:2.0:1777587169.907353:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587169.907353:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.907355:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587169.907359:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587169.907360:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587169.907363:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587169.907365:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587170.541386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587170.541393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587170.541400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587170.541402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587170.541491:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587170.541495:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587170.541498:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587171.565533:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587171.565538:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587171.565543:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587171.565545:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587171.565587:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587171.565590:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587171.565616:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587172.589370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587172.589377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587172.589383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587172.589384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587172.589404:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587172.589407:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587172.589409:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587173.357370:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306920270, at 4306920320 00000100:00000040:1.0:1777587173.357370:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306920270, at 4306920320 00000100:00000040:2.0:1777587173.357370:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306920270, at 4306920320 00000100:00000010:1.0:1777587173.357387:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000010:2.0:1777587173.357391:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000010:0.0:1777587173.357401:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000040:3.0:1777587173.359313:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306920270, at 4306920322 00000100:00000010:3.0:1777587173.359321:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e7b4ab. 00010000:00000001:1.0:1777587173.613523:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587173.613529:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587173.613535:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587173.613535:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587173.613626:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587173.613630:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587173.613633:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587174.637504:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587174.637510:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587174.637514:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587174.637515:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587174.637577:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587174.637581:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587174.637584:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587175.022248:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587175.022304:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587175.022314:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587175.022322:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587175.022328:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587175.022332:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587175.022338:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587175.022347:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587175.022356:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.022370:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587175.022382:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587175.022385:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.022390:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_02+2] req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587175.022418:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.022421:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587175.022425:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587175.022432:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587175.022435:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587175.022438:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587175.022439:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587175.022442:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.022444:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587175.022452:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587175.022453:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1777587175.022455:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:1.0:1777587175.022458:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587175.022460:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587175.022462:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587175.022472:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587175.022475:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587175.022516:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587175.022518:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.022521:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.022543:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587175.022547:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587175.022553:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587175.022556:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587175.022559:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587175.022563:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667698816:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587175.022566:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.022568:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587175.022573:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1777587175.022575:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587175.022578:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587175.022581:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587175.022583:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587175.022592:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071cde3be. 00000100:00000010:2.0:1777587175.022594:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 02000000:00000001:1.0:1777587175.022595:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1777587175.022601:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587175.022605:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587175.022607:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1777587175.022609:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 02000000:00000001:2.0:1777587175.022609:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587175.022620:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000400:00000010:1.0:1777587175.022621:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000001:2.0:1777587175.022626:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587175.022630:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698816, portal 25 00000100:00000040:2.0:1777587175.022634:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587175.022636:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587175.022640:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000001:2.0:1777587175.022653:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587175.022655:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587175.022658:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587175.022664:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_00+0] req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.022693:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587175.022699:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587175.022707:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777587175.022713:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667698816, offset 0 00000400:00000200:1.0:1777587175.022719:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587175.022731:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587175.022733:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:2.0:1777587175.022736:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587175.022739:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587175.022744:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12259) 00000400:00000200:1.0:1777587175.022753:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587175.022762:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587175.022766:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587175.022770:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587175.022774:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587175.022778:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [368:368:256:4294967295] 192.168.204.155@tcp LPNI seq info [368:368:8:4294967295] 00000100:00100000:2.0:1777587175.022780:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587175.022785:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587175.022798:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587175.022803:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587175.022809:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587175.022809:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587175.022814:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587175.022816:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587175.022818:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587175.022823:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.022830:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587175.022831:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587175.022841:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000100:00000001:2.0:1777587175.022852:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587175.022855:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587175.022859:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:2.0:1777587175.022866:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1777587175.022871:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:2.0:1777587175.022873:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1777587175.022878:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1777587175.022880:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587175.022891:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667699072:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587175.022896:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587175.022901:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587175.022903:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587175.022905:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587175.022909:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dc351e9. 02000000:00000001:2.0:1777587175.022911:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.022913:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587175.022917:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000001:1.0:1777587175.022919:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306925391 00000400:00000010:2.0:1777587175.022925:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000010:1.0:1777587175.022926:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094f9bbe1. 00000100:00000200:2.0:1777587175.022934:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699072, portal 10 00000100:00000001:1.0:1777587175.022936:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587175.022938:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587175.022941:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:1.0:1777587175.022946:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306925391 00000100:00000010:1.0:1777587175.022950:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3a2dd3d. 00000100:00000040:2.0:1777587175.022951:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.022958:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587175.022968:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306925391 00000100:00000001:2.0:1777587175.022974:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1777587175.022976:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d0b1b533. 00000100:00000040:2.0:1777587175.022983:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587175.022984:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1777587175.022988:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000001:1.0:1777587175.022989:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306925391 00000100:00000200:2.0:1777587175.022993:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667699072, offset 0 00000100:00000010:1.0:1777587175.022995:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d5f436f. 00000100:00000001:1.0:1777587175.023001:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1777587175.023005:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587175.023007:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587175.023012:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.023016:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587175.023020:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587175.023032:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587175.023042:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587175.023046:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587175.023047:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:3.0:1777587175.023047:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587175.023057:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1777587175.023057:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777587175.023060:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587175.023069:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587175.023070:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587175.023070:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587175.023073:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587175.023078:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587175.023081:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [369:369:255:4294967295] 192.168.204.155@tcp LPNI seq info [369:369:7:4294967295] 00000400:00000200:3.0:1777587175.023084:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00100000:1.0:1777587175.023088:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587175.023098:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587175.023107:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587175.023108:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587175.023111:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.023118:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000100:00000001:1.0:1777587175.023119:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587175.023121:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777587175.023122:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587175.023123:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1777587175.023124:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:0.0:1777587175.023127:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.023128:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1777587175.023133:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000040:1.0:1777587175.023135:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587175.023151:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587175.023154:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587175.023155:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587175.023156:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587175.023158:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587175.023167:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587175.023170:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667698944:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587175.023178:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1777587175.023179:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587175.023184:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1777587175.023186:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1777587175.023187:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587175.023187:0:197575:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1777587175.023196:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1777587175.023198:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587175.023199:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587175.023201:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0dae14d. 02000000:00000001:1.0:1777587175.023207:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.023211:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18867 usecs (19 jiffies) 00000400:00000010:1.0:1777587175.023213:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080c60f3. 00000100:00000001:2.0:1777587175.023221:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306922004 00000400:00000010:1.0:1777587175.023222:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000200:1.0:1777587175.023231:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667698944, portal 10 00000100:00000001:2.0:1777587175.023231:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306925391 00000100:00000001:3.0:1777587175.023232:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587175.023240:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.023241:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587175.023241:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306922004 00000100:00000001:1.0:1777587175.023244:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:2.0:1777587175.023281:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306925391 00000100:00000040:1.0:1777587175.023282:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587175.023282:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587175.023289:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306922005 00000100:00000001:3.0:1777587175.023291:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587175.023297:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306925391 00000100:00000001:2.0:1777587175.023304:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306922005 00000100:00000001:2.0:1777587175.023312:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306925391 00000100:00000001:1.0:1777587175.023313:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587175.023317:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587175.023322:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587175.023328:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000001:2.0:1777587175.023328:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587175.023333:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587175.023339:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667698944, offset 0 00000100:00000001:2.0:1777587175.023339:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587175.023343:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1777587175.023348:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587175.023349:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587175.023354:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587175.023356:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587175.023360:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587175.023363:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587175.023366:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587175.023368:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587175.023369:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587175.023375:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [370:370:255:4294967295] 192.168.204.155@tcp LPNI seq info [370:370:7:4294967295] 00000400:00000200:1.0:1777587175.023381:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587175.023384:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587175.023385:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000800:00000010:1.0:1777587175.023387:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000400:00000010:3.0:1777587175.023388:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:3.0:1777587175.023393:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777587175.023394:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:3.0:1777587175.023400:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587175.023401:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587175.023404:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587175.023409:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587175.023413:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 132400 usecs (133 jiffies) 00000100:00000001:1.0:1777587175.023416:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306922119 00000100:00000001:3.0:1777587175.023417:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587175.023418:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306925391 00000100:00000001:1.0:1777587175.023420:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306922119 00000100:00000001:1.0:1777587175.023421:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306925391 00000100:00000001:1.0:1777587175.023422:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306922119 00000100:00000001:1.0:1777587175.023422:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306925391 00000100:00000001:1.0:1777587175.023425:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306922119 00000100:00000001:1.0:1777587175.023426:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306925391 00000100:00000001:1.0:1777587175.023428:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777587175.023429:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.023430:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.023433:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.023436:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587175.023440:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587175.023443:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587175.023458:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587175.023460:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587175.023463:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587175.023466:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587175.023468:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:3.0:1777587175.023470:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:3.0:1777587175.023472:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587175.023474:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587175.023481:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587175.023483:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587175.023489:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587175.023491:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587175.024602:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.024814:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587175.024818:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.024822:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.024830:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587175.024842:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0b280 00000400:00000200:3.0:1777587175.024849:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc55 [1] + 224 00000800:00000001:3.0:1777587175.024856:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.024877:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.024879:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587175.024883:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587175.024888:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587175.024893:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587175.024914:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587175.024945:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587175.024952:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.024956:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.025071:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587175.025074:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587175.025079:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587175.025081:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587175.025083:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:1.0:1777587175.025088:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:1.0:1777587175.025090:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:1.0:1777587175.025092:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587175.025095:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587175.025103:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.025109:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587175.025111:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.025113:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587175.025116:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587175.025118:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587175.025120:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587175.025123:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587175.025128:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=68 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587175.025132:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587175.025134:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587175.025136:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587175.025139:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587175.025141:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.025143:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587175.025147:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.025154:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587175.025156:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587175.025158:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587175.025161:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587175.025168:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667698816:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587175.025178:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.025180:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587175.025183:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667698816/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.025189:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587175.025191:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587175.025194:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071cde3be. 02000000:00000001:1.0:1777587175.025198:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587175.025199:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587175.025201:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587175.025203:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587175.025206:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777587175.025209:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587175.025210:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587175.025212:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587175.025215:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587175.025216:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.025218:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.025220:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587175.025222:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587175.025223:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.025224:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587175.026323:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026330:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587175.026333:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026335:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.026342:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587175.026352:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b380 00000400:00000200:3.0:1777587175.026358:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc5d [1] + 224 00000800:00000001:3.0:1777587175.026364:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026368:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.026370:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587175.026374:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587175.026377:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587175.026382:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587175.026391:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587175.026416:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587175.026422:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026425:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587175.026427:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026429:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.026432:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587175.026438:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b300 00000400:00000200:3.0:1777587175.026442:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:3.0:1777587175.026446:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026451:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587175.026452:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587175.026462:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587175.026466:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587175.026469:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587175.026476:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587175.026497:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587175.026502:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587175.026504:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587175.026695:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587175.026699:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587175.026704:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587175.026706:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587175.026708:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587175.026712:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587175.026714:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587175.026717:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587175.026721:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587175.026727:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587175.026732:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587175.026734:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587175.026741:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587175.026743:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587175.026745:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587175.026746:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587175.026748:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587175.026756:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587175.026758:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=25 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587175.026760:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587175.026761:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587175.026763:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587175.026767:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587175.026772:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587175.026775:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587175.026777:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587175.026779:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587175.026780:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587175.026782:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587175.026788:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587175.026789:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587175.026791:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587175.026793:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587175.026800:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667699072:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587175.026804:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587175.026806:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587175.026808:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667699072/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587175.026813:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587175.026815:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587175.026817:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dc351e9. 02000000:00000001:2.0:1777587175.026824:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587175.026825:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587175.026827:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587175.026829:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587175.026831:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:2.0:1777587175.026833:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587175.026834:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587175.026836:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587175.026839:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587175.026840:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587175.026842:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587175.026848:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587175.026849:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587175.026851:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587175.026853:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.026906:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587175.026908:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587175.026911:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587175.026913:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587175.026914:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080c60f3. 00000400:00000200:1.0:1777587175.026916:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:1.0:1777587175.026918:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:1.0:1777587175.026920:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587175.026923:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587175.026930:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.026936:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587175.026942:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.026944:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587175.026945:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587175.026946:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587175.026948:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587175.026949:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587175.026954:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587175.026956:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587175.026958:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587175.026959:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587175.026961:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587175.026962:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.026965:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587175.026966:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587175.026967:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587175.026968:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587175.026971:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.026977:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587175.026978:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587175.026979:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587175.026981:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587175.026987:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667698944:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587175.026991:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.026993:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587175.026995:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667698944/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587175.027000:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587175.027002:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587175.027003:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0dae14d. 02000000:00000001:1.0:1777587175.027005:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587175.027006:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587175.027012:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587175.027013:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587175.027015:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:1.0:1777587175.027017:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587175.027018:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587175.027019:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:1.0:1777587175.027031:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587175.027032:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.027034:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587175.027037:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587175.027038:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587175.027040:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587175.027041:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587175.661396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587175.661403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587175.661410:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587175.661412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587175.661434:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587175.661438:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587175.661440:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587176.685368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587176.685374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587176.685381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587176.685383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587176.685557:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587176.685560:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587176.685564:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587177.709371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587177.709379:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587177.709381:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587177.709384:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709389:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587177.709391:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709393:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709394:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587177.709400:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587177.709401:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587177.709402:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709403:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587177.709404:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709423:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587177.709425:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587177.709564:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587177.709570:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587177.709573:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587178.477316:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306925391, at 4306925440 00000100:00000010:3.0:1777587178.477332:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d5f436f. 00000100:00000040:0.0:1777587178.477375:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306925391, at 4306925440 00000100:00000010:0.0:1777587178.477383:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094f9bbe1. 00000100:00000040:1.0:1777587178.477420:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306925391, at 4306925440 00000100:00000010:1.0:1777587178.477428:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3a2dd3d. 00000100:00000040:2.0:1777587178.477661:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306925391, at 4306925440 00000100:00000010:2.0:1777587178.477668:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0b1b533. 00010000:00000001:1.0:1777587178.733334:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587178.733340:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587178.733346:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587178.733347:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587178.733365:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587178.733368:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587178.733370:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587179.757353:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587179.757358:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587179.757363:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587179.757365:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587179.757396:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587179.757400:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587179.757403:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587180.141511:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587180.141529:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587180.141538:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587180.141545:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587180.141549:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587180.141553:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587180.141558:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587180.141564:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587180.141571:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141580:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587180.141591:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587180.141593:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141598:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_01+1] req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.141629:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141631:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587180.141648:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587180.141651:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777587180.141653:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587180.141655:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587180.141656:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587180.141658:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587180.141662:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e71e35e. 00000100:00000001:3.0:1777587180.141666:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141670:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587180.141677:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587180.141678:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141681:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_02+2] req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.141698:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141701:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587180.141703:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587180.141706:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777587180.141708:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587180.141709:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587180.141711:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587180.141712:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587180.141715:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587180.141717:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141720:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587180.141726:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587180.141727:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141729:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_03+3] req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.141747:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587180.141749:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587180.141752:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587180.141756:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12264) 00000100:00000001:0.0:1777587180.141814:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777587180.141818:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777587180.141820:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587180.141841:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587180.141844:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587180.141845:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587180.141847:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587180.141850:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587180.141854:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587180.141861:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587180.141863:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587180.141867:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587180.141869:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587180.141877:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587180.141880:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667699200:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587180.141884:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587180.141888:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587180.141889:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587180.141891:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.141891:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777587180.141893:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587180.141893:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587180.141896:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587180.141897:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000962e341f. 02000000:00000001:0.0:1777587180.141899:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.141903:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1777587180.141904:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000100:00000001:1.0:1777587180.141904:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587180.141906:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587180.141907:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587180.141909:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587180.141910:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00100000:1.0:1777587180.141911:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667699328:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587180.141914:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587180.141916:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587180.141917:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587180.141918:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587180.141921:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9be1b2b. 02000000:00000001:1.0:1777587180.141932:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587180.141933:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699200, portal 25 00000100:00000001:0.0:1777587180.141935:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1777587180.141935:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080c60f3. 00000100:00000001:0.0:1777587180.141937:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000400:00000010:1.0:1777587180.141938:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000200:1.0:1777587180.141940:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699328, portal 10 00000100:00000040:0.0:1777587180.141941:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587180.141948:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587180.141949:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587180.141949:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:0.0:1777587180.141954:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587180.141954:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587180.141957:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000100:00000200:0.0:1777587180.141959:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667699200, offset 0 00000100:00000001:1.0:1777587180.141961:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587180.141963:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587180.141965:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587180.141965:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000200:1.0:1777587180.141969:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667699328, offset 0 00000400:00000200:1.0:1777587180.141973:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587180.141977:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587180.141982:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587180.141984:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587180.141986:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587180.141988:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587180.141997:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587180.142000:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587180.142004:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [371:371:256:4294967295] 192.168.204.155@tcp LPNI seq info [371:371:8:4294967295] 00000100:00000001:2.0:1777587180.142008:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587180.142011:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587180.142014:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777587180.142018:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587180.142025:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587180.142030:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000800:00000200:0.0:1777587180.142036:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587180.142043:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587180.142055:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587180.142067:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587180.142071:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306930510 00000100:00000010:0.0:1777587180.142074:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000100:00000001:0.0:1777587180.142080:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587180.142085:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306930510 00000100:00000010:0.0:1777587180.142088:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000100:00000001:0.0:1777587180.142091:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587180.142092:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306930510 00000100:00000010:0.0:1777587180.142095:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb60a38. 00000100:00000001:0.0:1777587180.142144:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587180.142147:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306930510 00000100:00000010:0.0:1777587180.142150:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000001:0.0:1777587180.142153:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587180.142155:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587180.142158:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587180.142160:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587180.142162:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587180.142406:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587180.142410:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:3.0:1777587180.142414:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587180.142420:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:2.0:1777587180.142456:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587180.142464:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587180.142466:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587180.142468:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587180.142470:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587180.142472:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587180.142474:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667699456:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587180.142478:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587180.142481:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587180.142482:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587180.142484:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587180.142488:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a1de15e. 02000000:00000001:2.0:1777587180.142496:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587180.142499:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000400:00000010:2.0:1777587180.142502:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777587180.142506:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699456, portal 10 00000100:00000001:2.0:1777587180.142507:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587180.142508:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000040:2.0:1777587180.142514:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587180.142521:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587180.142522:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587180.142524:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000200:2.0:1777587180.142526:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667699456, offset 0 00000400:00000200:2.0:1777587180.142531:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587180.143327:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587180.143332:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587180.143335:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587180.143337:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587180.143341:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587180.143344:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [372:372:255:4294967295] 192.168.204.155@tcp LPNI seq info [372:372:7:4294967295] 00000400:00000200:1.0:1777587180.143353:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587180.143358:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587180.143363:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587180.143369:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587180.143374:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587180.143377:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587180.143381:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587180.143623:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 131236 usecs (132 jiffies) 00000100:00000001:1.0:1777587180.143628:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306927238 00000100:00000001:1.0:1777587180.143631:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306930510 00000100:00000001:1.0:1777587180.143633:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306927238 00000100:00000001:1.0:1777587180.143634:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306930510 00000100:00000001:1.0:1777587180.143636:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306927238 00000100:00000001:1.0:1777587180.143637:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306930510 00000100:00000001:1.0:1777587180.143645:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306927238 00000100:00000001:1.0:1777587180.143647:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306930510 00000100:00000001:1.0:1777587180.143649:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587180.143652:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.143654:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.143656:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587180.143671:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587180.143673:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587180.143675:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587180.143677:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587180.143678:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.143680:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587180.144485:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000200:2.0:1777587180.144489:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:3.0:1777587180.144491:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000400:00000200:2.0:1777587180.144495:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587180.144497:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587180.144499:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777587180.144499:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1777587180.144503:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587180.144506:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [373:373:254:4294967295] 192.168.204.155@tcp LPNI seq info [373:373:6:4294967295] 00000100:00000200:3.0:1777587180.144510:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587180.144524:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587180.144528:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587180.144532:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:3.0:1777587180.144533:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1777587180.144537:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:3.0:1777587180.144539:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587180.144544:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587180.144547:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587180.144552:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587180.144557:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18736 usecs (19 jiffies) 00000100:00000001:3.0:1777587180.144558:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587180.144561:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306927126 00000100:00000001:3.0:1777587180.144562:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587180.144563:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306930510 00000100:00000001:2.0:1777587180.144566:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306927126 00000100:00000001:2.0:1777587180.144574:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306930510 00000100:00000001:2.0:1777587180.144575:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306927126 00000100:00000001:2.0:1777587180.144577:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306930510 00000100:00000001:2.0:1777587180.144578:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306927126 00000100:00000001:2.0:1777587180.144579:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306930510 00000100:00000001:2.0:1777587180.144580:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587180.144581:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587180.144583:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587180.144584:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587180.144587:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587180.144588:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587180.144590:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587180.144591:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587180.144592:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587180.144593:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587180.144594:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587180.144598:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:3.0:1777587180.144602:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587180.144608:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587180.144611:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:3.0:1777587180.144612:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:3.0:1777587180.144614:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587180.144617:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.144623:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587180.144625:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.144643:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587180.144644:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587180.144694:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587180.144696:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777587180.144699:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587180.144703:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587180.144705:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:3.0:1777587180.144707:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000001:3.0:1777587180.144709:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587180.144712:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.144719:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587180.144721:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.144726:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587180.144727:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587180.146302:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.146317:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587180.146321:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.146324:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587180.146333:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587180.146346:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0b400 00000400:00000200:3.0:1777587180.146354:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc6d [1] + 224 00000800:00000001:3.0:1777587180.146363:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.146369:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587180.146371:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587180.146375:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587180.146381:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587180.146386:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587180.146395:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587180.146471:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587180.146474:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587180.146493:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587180.146502:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.146505:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777587180.146867:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587180.146870:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587180.146873:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000400:00000200:0.0:1777587180.146880:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:0.0:1777587180.146882:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:0.0:1777587180.146885:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587180.146889:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587180.146897:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587180.146904:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587180.146905:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587180.146915:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587180.146918:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587180.146920:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587180.146931:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587180.146934:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587180.146941:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587180.146945:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587180.146948:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587180.146949:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587180.146952:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587180.146954:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587180.146956:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587180.146960:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587180.146965:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587180.146968:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587180.146969:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587180.146972:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587180.146979:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667699200:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587180.146984:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587180.146986:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587180.146988:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667699200/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587180.146995:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587180.146997:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587180.147000:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000962e341f. 02000000:00000001:0.0:1777587180.147003:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587180.147005:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587180.147007:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587180.147009:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587180.147011:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:0.0:1777587180.147014:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587180.147021:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587180.147023:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:0.0:1777587180.147026:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587180.147027:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587180.147029:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587180.147036:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587180.147038:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587180.147040:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587180.147043:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587180.147478:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147485:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587180.147487:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147489:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587180.147495:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587180.147505:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b500 00000400:00000200:3.0:1777587180.147511:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:3.0:1777587180.147516:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147520:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587180.147523:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587180.147526:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587180.147530:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587180.147534:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587180.147542:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.147564:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587180.147569:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147573:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587180.147574:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147576:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587180.147580:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587180.147585:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b480 00000400:00000200:3.0:1777587180.147589:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc71 [1] + 224 00000800:00000001:3.0:1777587180.147592:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147597:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587180.147599:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587180.147607:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587180.147611:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587180.147615:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587180.147622:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587180.147640:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587180.147644:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587180.147647:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587180.147704:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587180.147708:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587180.147712:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587180.147714:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587180.147715:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080c60f3. 00000400:00000200:1.0:1777587180.147720:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:1.0:1777587180.147722:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:1.0:1777587180.147725:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587180.147729:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587180.147738:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587180.147745:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587180.147746:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587180.147748:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587180.147750:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587180.147752:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587180.147753:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587180.147839:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587180.147847:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=67 v=5 (5 5 5 5) 00000100:00000001:2.0:1777587180.147850:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1777587180.147851:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587180.147853:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587180.147855:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587180.147857:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587180.147862:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587180.147865:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1777587180.147866:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1777587180.147867:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00010000:00000001:1.0:1777587180.147870:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587180.147873:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000100:00000001:1.0:1777587180.147875:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1777587180.147875:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000040:1.0:1777587180.147879:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587180.147880:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587180.147883:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587180.147885:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587180.147886:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587180.147891:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587180.147904:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587180.147906:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587180.147911:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587180.147914:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587180.147919:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1777587180.147933:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587180.147933:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587180.147937:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587180.147939:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587180.147941:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587180.147943:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587180.147947:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667699328:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587180.147952:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587180.147953:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.147956:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1777587180.147959:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=73 v=5 (5 5 5 5) 00000100:00000040:1.0:1777587180.147960:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667699328/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777587180.147966:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=30 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587180.147972:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587180.147974:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.147975:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1777587180.147977:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1777587180.147978:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587180.147981:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9be1b2b. 00010000:00080000:2.0:1777587180.147982:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587180.147986:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587180.147989:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587180.147992:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00010000:00000001:2.0:1777587180.147992:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587180.147996:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1777587180.147997:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1777587180.147999:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587180.148001:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587180.148002:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587180.148005:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587180.148011:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587180.148013:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587180.148014:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587180.148017:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587180.148025:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667699456:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587180.148028:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587180.148030:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587180.148032:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667699456/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587180.148036:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587180.148037:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587180.148038:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a1de15e. 02000000:00000001:2.0:1777587180.148040:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587180.148041:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587180.148041:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587180.148047:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587180.148048:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:2.0:1777587180.148050:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587180.148051:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587180.148052:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:2.0:1777587180.148054:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587180.148054:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587180.148056:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587180.148061:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587180.148061:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587180.148063:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587180.148064:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587180.148083:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e71e35e. 02000000:00000001:1.0:1777587180.148087:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587180.148088:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587180.148089:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:1.0:1777587180.148092:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587180.148093:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587180.148095:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587180.148098:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587180.148105:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587180.148107:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587180.148109:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587180.781359:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587180.781369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587180.781377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587180.781378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587180.781565:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587180.781569:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587180.781571:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587181.805458:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587181.805465:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587181.805471:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587181.805472:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587181.805492:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587181.805494:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587181.805497:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587182.829351:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587182.829358:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587182.829365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587182.829367:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587182.829400:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587182.829404:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587182.829406:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587183.597370:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306930510, at 4306930560 00000100:00000040:2.0:1777587183.597370:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306930510, at 4306930560 00000100:00000010:1.0:1777587183.597386:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000010:2.0:1777587183.597388:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb60a38. 00000100:00000040:0.0:1777587183.597464:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306930510, at 4306930560 00000100:00000010:0.0:1777587183.597470:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00000100:00000040:3.0:1777587183.597916:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306930510, at 4306930560 00000100:00000010:3.0:1777587183.597922:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00010000:00000001:1.0:1777587183.853397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587183.853402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587183.853408:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587183.853410:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587183.853461:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587183.853465:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587183.853467:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587184.877522:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587184.877529:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587184.877536:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587184.877538:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587184.877569:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587184.877573:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587184.877578:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587185.261421:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587185.261429:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587185.261439:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777587185.261447:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587185.261452:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587185.261456:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587185.261462:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587185.261474:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587185.261482:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261493:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587185.261505:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587185.261507:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261512:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb785348] to pc [ptlrpcd_00_00+0] req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.261565:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261568:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587185.261571:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587185.261572:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777587185.261576:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1777587185.261577:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9bcc46d. 00000100:00000001:3.0:1777587185.261581:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587185.261587:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.261598:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1777587185.261599:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587185.261601:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.261603:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587185.261606:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587185.261607:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587185.261608:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587185.261611:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1777587185.261613:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 02000000:00000001:3.0:1777587185.261616:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.261618:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.261618:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587185.261621:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667699584:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587185.261624:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261627:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587185.261631:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587185.261638:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777587185.261638:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587185.261639:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587185.261642:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261645:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9bcc46d] to pc [ptlrpcd_00_01+1] req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587185.261646:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587185.261661:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587185.261661:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007764c7a5. 00000100:00000040:0.0:1777587185.261664:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777587185.261665:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.261668:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587185.261672:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d73bd183. 00000020:00000040:0.0:1777587185.261674:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587185.261675:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1777587185.261676:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000392fb9ed. 02000000:00000001:0.0:1777587185.261677:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587185.261679:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587185.261683:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000400:00000010:3.0:1777587185.261685:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9a7080. 00000100:00000001:0.0:1777587185.261686:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261690:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587185.261695:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1777587185.261695:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699584, portal 25 00000100:00000001:0.0:1777587185.261697:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.261701:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d73bd183] to pc [ptlrpcd_00_02+2] req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.261701:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587185.261704:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000040:3.0:1777587185.261714:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.261723:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587185.261725:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587185.261728:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587185.261729:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1777587185.261732:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000200:3.0:1777587185.261734:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667699584, offset 0 00000100:00000040:0.0:1777587185.261741:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1777587185.261746:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587185.261747:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12269) 00000400:00000200:3.0:1777587185.261772:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587185.261777:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587185.261781:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587185.261786:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587185.261789:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587185.261794:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [374:374:256:4294967295] 192.168.204.155@tcp LPNI seq info [374:374:8:4294967295] 00000100:00000001:2.0:1777587185.261796:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587185.261800:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587185.261802:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.261807:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587185.261810:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587185.261813:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587185.261817:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587185.261818:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587185.261819:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1777587185.261833:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587185.261836:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1777587185.261841:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000100:00000001:2.0:1777587185.261849:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587185.261851:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587185.261853:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:2.0:1777587185.261854:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587185.261857:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587185.261860:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587185.261864:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667699840:192.168.204.155@tcp:400: 00000800:00000200:3.0:1777587185.261866:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587185.261871:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1777587185.261873:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1777587185.261875:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587185.261878:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587185.261880:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587185.261890:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071cde3be. 00000100:00000001:3.0:1777587185.261890:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587185.261893:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587185.261897:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306935630 00000400:00000010:2.0:1777587185.261898:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000010:3.0:1777587185.261902:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009297819b. 00000400:00000010:2.0:1777587185.261904:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777587185.261909:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699840, portal 10 00000100:00000001:3.0:1777587185.261910:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587185.261912:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587185.261915:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540992 : -105794180010624 : ffff9fc7df7b2d80) 00000100:00000001:3.0:1777587185.261918:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306935630 00000100:00000040:2.0:1777587185.261921:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777587185.261930:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9938503. 00000100:00000001:2.0:1777587185.261932:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587185.261936:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1777587185.261937:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587185.261942:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000001:3.0:1777587185.261943:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306935630 00000100:00000200:2.0:1777587185.261946:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667699840, offset 0 00000100:00000010:3.0:1777587185.261949:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b1ba1. 00000400:00000200:2.0:1777587185.261954:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587185.261955:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587185.261959:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306935630 00000400:00000200:2.0:1777587185.261962:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:3.0:1777587185.261964:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dce1b71. 00000400:00000200:2.0:1777587185.261966:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587185.261969:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1777587185.261971:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587185.261974:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587185.261975:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587185.261979:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587185.261980:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587185.261984:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [375:375:255:4294967295] 192.168.204.155@tcp LPNI seq info [375:375:7:4294967295] 00000100:00000001:3.0:1777587185.261985:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587185.261989:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587185.261995:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587185.261996:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587185.261999:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1777587185.262002:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1777587185.262003:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587185.262003:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587185.262005:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1777587185.262009:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000100:00000001:3.0:1777587185.262009:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587185.262011:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00100000:3.0:1777587185.262015:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1777587185.262017:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1777587185.262019:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587185.262019:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587185.262023:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587185.262025:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587185.262026:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:2.0:1777587185.262030:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587185.262031:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587185.262033:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1777587185.262034:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587185.262035:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587185.262039:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587185.262042:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587185.262043:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000100:00000040:2.0:1777587185.262044:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18633 usecs (19 jiffies) 00000400:00000010:0.0:1777587185.262048:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:2.0:1777587185.262050:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306932243 00000100:00000001:0.0:1777587185.262055:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587185.262055:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306935630 00000100:00000001:2.0:1777587185.262060:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306932243 00000100:00000001:3.0:1777587185.262061:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1777587185.262062:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.262063:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.262069:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306935630 00000100:00000001:2.0:1777587185.262074:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306932243 00000100:00000001:2.0:1777587185.262078:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306935630 00000100:00000001:2.0:1777587185.262081:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306932243 02000000:00000001:3.0:1777587185.262081:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587185.262082:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1777587185.262084:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587185.262086:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306935630 00000100:00000040:0.0:1777587185.262088:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587185.262089:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.262091:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587185.262096:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587185.262096:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667699712:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587185.262101:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.262105:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587185.262105:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587185.262113:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.262115:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587185.262116:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587185.262117:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587185.262117:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587185.262120:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587185.262123:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587185.262126:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c8cbdc5. 02000000:00000001:3.0:1777587185.262129:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587185.262133:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b68c7db3. 00000800:00000200:0.0:1777587185.262135:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587185.262138:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000010:3.0:1777587185.262138:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eba07a2. 00000100:00000200:3.0:1777587185.262143:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699712, portal 10 00000400:00000200:0.0:1777587185.262145:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587185.262146:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587185.262148:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529543680 : -105794180007936 : ffff9fc7df7b3800) 00000100:00000040:3.0:1777587185.262156:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587185.262160:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587185.262165:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:0.0:1777587185.262169:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:3.0:1777587185.262169:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587185.262174:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587185.262175:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1777587185.262179:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000001:1.0:1777587185.262180:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1777587185.262181:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587185.262184:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667699712, offset 0 00000100:00000001:1.0:1777587185.262185:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.262195:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1777587185.262195:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587185.262200:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.262209:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.262210:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777587185.262214:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587185.262217:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587185.262220:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587185.262222:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587185.262224:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587185.262227:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [376:376:255:4294967295] 192.168.204.155@tcp LPNI seq info [376:376:7:4294967295] 00000400:00000200:3.0:1777587185.262234:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587185.262238:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587185.262242:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777587185.262246:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587185.262286:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587185.262288:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587185.262301:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587185.262304:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 130112 usecs (131 jiffies) 00000100:00000001:3.0:1777587185.262306:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306932356 00000100:00000001:3.0:1777587185.262313:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306935630 00000100:00000001:3.0:1777587185.262315:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306932356 00000100:00000001:3.0:1777587185.262316:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306935630 00000100:00000001:3.0:1777587185.262318:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306932356 00000100:00000001:3.0:1777587185.262320:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306935630 00000100:00000001:3.0:1777587185.262321:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306932356 00000100:00000001:3.0:1777587185.262323:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306935630 00000100:00000001:3.0:1777587185.262324:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587185.262327:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587185.262329:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587185.262331:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587185.262568:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587185.262571:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:0.0:1777587185.262579:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587185.262582:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587185.262586:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:0.0:1777587185.262587:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:0.0:1777587185.262590:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587185.262593:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.262600:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587185.262602:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.262609:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.262610:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587185.265207:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265219:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587185.265224:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265226:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.265235:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587185.265249:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b680 00000400:00000200:3.0:1777587185.265293:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc8d [1] + 224 00000800:00000001:3.0:1777587185.265300:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265305:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.265307:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587185.265311:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587185.265316:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587185.265322:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587185.265331:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.265359:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587185.265367:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265380:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587185.265382:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265383:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.265387:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587185.265393:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0b580 00000400:00000200:3.0:1777587185.265398:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc85 [1] + 224 00000800:00000001:3.0:1777587185.265402:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265404:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.265405:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587185.265408:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587185.265411:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587185.265414:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587185.265420:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.265429:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587185.265433:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265435:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587185.265436:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265437:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.265441:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587185.265446:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b600 00000400:00000200:3.0:1777587185.265449:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xc95 [1] + 224 00000800:00000001:3.0:1777587185.265452:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265456:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587185.265458:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587185.265460:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587185.265462:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587185.265465:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587185.265471:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587185.265485:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587185.265489:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587185.265492:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265574:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587185.265578:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587185.265584:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587185.265586:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587185.265588:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b68c7db3. 00000400:00000200:0.0:1777587185.265593:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba07a2 00000400:00000010:0.0:1777587185.265595:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003eba07a2. 00000100:00000001:0.0:1777587185.265597:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587185.265601:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587185.265607:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.265613:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587185.265615:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265617:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587185.265620:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587185.265622:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587185.265624:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587185.265627:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587185.265634:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587185.265638:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587185.265640:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587185.265647:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587185.265650:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587185.265653:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.265657:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587185.265658:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587185.265660:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587185.265662:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.265666:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.265672:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587185.265675:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587185.265677:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587185.265680:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587185.265687:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667699712:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777587185.265693:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587185.265694:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587185.265695:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000392fb9ed. 00000400:00000200:0.0:1777587185.265697:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9a7080 00000400:00000010:0.0:1777587185.265699:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9a7080. 00000100:00000001:0.0:1777587185.265701:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587185.265703:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587185.265718:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.265724:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587185.265725:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265727:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587185.265728:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587185.265729:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587185.265731:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587185.265733:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587185.265735:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587185.265744:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587185.265746:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587185.265747:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587185.265749:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587185.265750:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.265752:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587185.265755:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.265761:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587185.265762:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587185.265763:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587185.265765:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587185.265769:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667699584:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587185.265772:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265773:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587185.265775:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9bcc46d x1863934667699712/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.265779:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587185.265780:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587185.265783:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c8cbdc5. 02000000:00000001:0.0:1777587185.265785:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587185.265787:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587185.265788:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587185.265790:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587185.265791:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777587185.265795:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587185.265796:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587185.265797:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9bcc46d. 00000100:00000001:0.0:1777587185.265799:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587185.265800:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265801:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587185.265803:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667699584/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587185.265814:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587185.265815:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587185.265816:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007764c7a5. 02000000:00000001:0.0:1777587185.265818:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587185.265819:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587185.265820:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587185.265822:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587185.265833:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:0.0:1777587185.265836:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587185.265837:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587185.265838:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000100:00000001:0.0:1777587185.265840:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587185.265841:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265843:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587185.265850:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587185.265851:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587185.265854:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587185.265855:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.265971:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587185.265974:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587185.265977:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587185.265978:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587185.265980:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587185.265984:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587185.265985:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587185.265988:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587185.265991:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587185.265996:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587185.266000:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587185.266001:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587185.266001:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587185.266002:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587185.266003:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587185.266004:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587185.266005:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587185.266008:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587185.266010:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=35 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587185.266011:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587185.266016:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587185.266018:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587185.266019:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587185.266025:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.266026:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587185.266028:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587185.266029:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587185.266030:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587185.266033:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587185.266039:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587185.266041:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587185.266042:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587185.266044:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587185.266051:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d73bd183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667699840:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587185.266054:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587185.266056:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587185.266058:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d73bd183 x1863934667699840/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587185.266064:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587185.266065:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587185.266067:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071cde3be. 02000000:00000001:2.0:1777587185.266070:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587185.266071:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587185.266072:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587185.266074:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587185.266075:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:2.0:1777587185.266077:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587185.266078:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587185.266079:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d73bd183. 00000100:00000001:2.0:1777587185.266086:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587185.266087:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587185.266088:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587185.266091:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587185.266091:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587185.266092:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587185.266094:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587185.901372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587185.901378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587185.901385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587185.901387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587185.901464:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587185.901468:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587185.901472:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587186.925933:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587186.925940:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587186.925945:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587186.925946:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587186.926026:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587186.926030:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587186.926032:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587187.949373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587187.949382:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587187.949384:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587187.949386:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949392:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587187.949394:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949395:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949397:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587187.949404:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587187.949405:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587187.949406:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949408:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587187.949409:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949410:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587187.949412:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587187.949429:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587187.949431:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587187.949432:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587188.717358:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306935630, at 4306935680 00000100:00000040:1.0:1777587188.717358:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306935630, at 4306935680 00000100:00000040:2.0:1777587188.717358:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306935630, at 4306935680 00000100:00000040:3.0:1777587188.717359:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306935630, at 4306935680 00000100:00000010:2.0:1777587188.717376:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b1ba1. 00000100:00000010:0.0:1777587188.717381:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009297819b. 00000100:00000010:1.0:1777587188.717383:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9938503. 00000100:00000010:3.0:1777587188.717386:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dce1b71. 00010000:00000001:1.0:1777587188.973449:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587188.973453:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587188.973457:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587188.973457:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587188.973517:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587188.973520:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587188.973523:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587189.997407:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587189.997412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587189.997418:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587189.997419:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587189.997494:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587189.997498:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587189.997501:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587190.381662:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587190.381671:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587190.381681:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000020:00000040:3.0:1777587190.381687:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587190.381691:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587190.381695:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587190.381699:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587190.381706:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587190.381714:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381735:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587190.381746:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587190.381749:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381754:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_03+3] req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587190.381784:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381787:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587190.381791:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587190.381794:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777587190.381810:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587190.381813:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587190.381814:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587190.381816:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587190.381819:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587190.381822:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381826:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587190.381833:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587190.381834:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381837:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_00+0] req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587190.381862:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381864:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587190.381866:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587190.381869:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000020:00000040:3.0:1777587190.381871:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587190.381873:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587190.381874:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587190.381875:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587190.381880:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc1f15a9. 00000100:00000001:3.0:1777587190.381882:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381885:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587190.381891:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587190.381892:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381895:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_01+1] req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587190.381902:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587190.381903:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587190.381912:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587190.381917:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12275) 00000100:00000001:2.0:1777587190.381962:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.381966:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587190.381969:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587190.381974:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.381981:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587190.381983:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.381986:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587190.381989:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587190.381991:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587190.381994:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667699968:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587190.381997:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587190.382002:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587190.382004:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.382006:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587190.382011:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071cde3be. 02000000:00000001:2.0:1777587190.382012:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587190.382017:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000400:00000010:2.0:1777587190.382023:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777587190.382029:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667699968, portal 25 00000100:00000001:2.0:1777587190.382031:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587190.382033:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000040:2.0:1777587190.382037:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.382043:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587190.382051:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587190.382054:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777587190.382056:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667699968, offset 0 00000400:00000200:2.0:1777587190.382063:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587190.382075:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587190.382080:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587190.382084:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587190.382088:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587190.382091:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587190.382095:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [377:377:256:4294967295] 192.168.204.155@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:2.0:1777587190.382105:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587190.382110:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587190.382114:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587190.382120:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587190.382126:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587190.382130:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587190.382141:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382145:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306940750 00000100:00000010:2.0:1777587190.382149:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777587190.382154:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587190.382160:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306940750 00000100:00000010:2.0:1777587190.382162:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000100:00000001:2.0:1777587190.382164:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587190.382167:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306940750 00000100:00000010:2.0:1777587190.382169:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777587190.382171:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587190.382174:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306940750 00000100:00000010:2.0:1777587190.382176:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000001:2.0:1777587190.382178:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587190.382180:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587190.382187:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382190:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382192:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.382199:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587190.382201:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587190.382203:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.382204:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587190.382205:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382207:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382228:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.382230:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587190.382231:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587190.382235:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.382242:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587190.382243:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.382245:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587190.382246:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587190.382248:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587190.382271:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667700224:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587190.382275:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587190.382277:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587190.382278:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.382280:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587190.382283:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040ef65d2. 02000000:00000001:2.0:1777587190.382285:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587190.382288:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511f6d5f. 00000400:00000010:2.0:1777587190.382291:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 00000100:00000200:2.0:1777587190.382294:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700224, portal 10 00000100:00000001:2.0:1777587190.382295:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587190.382296:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000100:00000040:2.0:1777587190.382302:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.382308:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587190.382315:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587190.382317:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777587190.382319:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667700224, offset 0 00000400:00000200:2.0:1777587190.382323:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587190.382328:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587190.382331:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587190.382333:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587190.382335:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587190.382337:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587190.382340:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [378:378:255:4294967295] 192.168.204.155@tcp LPNI seq info [378:378:7:4294967295] 00000400:00000200:2.0:1777587190.382347:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587190.382351:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587190.382355:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587190.382358:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587190.382362:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587190.382364:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587190.382366:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587190.382369:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18511 usecs (19 jiffies) 00000100:00000001:2.0:1777587190.382372:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306937364 00000100:00000001:2.0:1777587190.382373:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382375:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306937364 00000100:00000001:2.0:1777587190.382377:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382378:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306937364 00000100:00000001:2.0:1777587190.382379:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382381:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306937364 00000100:00000001:2.0:1777587190.382382:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382384:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587190.382386:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382393:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382395:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.382399:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587190.382400:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587190.382402:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.382403:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587190.382404:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587190.382406:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587190.382408:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.382409:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587190.382410:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.382412:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.382413:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587190.382414:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587190.382417:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.382423:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587190.382424:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.382426:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587190.382428:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587190.382429:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587190.382431:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667700096:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587190.382434:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587190.382436:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587190.382438:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.382439:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587190.382441:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea2518bd. 02000000:00000001:2.0:1777587190.382443:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587190.382446:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8006206. 00000400:00000010:2.0:1777587190.382449:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000200:2.0:1777587190.382451:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700096, portal 10 00000100:00000001:2.0:1777587190.382453:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587190.382454:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:2.0:1777587190.382458:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.382474:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587190.382476:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587190.382478:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000200:2.0:1777587190.382480:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667700096, offset 0 00000400:00000200:2.0:1777587190.382485:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587190.382489:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587190.382491:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587190.382493:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587190.382496:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587190.382498:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587190.382500:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [379:379:254:4294967295] 192.168.204.155@tcp LPNI seq info [379:379:6:4294967295] 00000400:00000200:2.0:1777587190.382506:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587190.382510:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587190.382513:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587190.382516:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587190.382520:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587190.382522:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587190.382524:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587190.382526:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 128985 usecs (129 jiffies) 00000100:00000001:2.0:1777587190.382528:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306937474 00000100:00000001:2.0:1777587190.382530:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382532:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306937474 00000100:00000001:2.0:1777587190.382533:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382535:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306937474 00000100:00000001:2.0:1777587190.382536:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382538:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306937474 00000100:00000001:2.0:1777587190.382540:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306940750 00000100:00000001:2.0:1777587190.382545:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587190.382547:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382549:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382550:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.382566:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.382568:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.382628:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587190.382632:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587190.382676:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587190.382680:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777587190.382691:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587190.382696:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587190.382700:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000400:00000010:1.0:1777587190.382703:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000001:1.0:1777587190.382708:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587190.382711:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.382720:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587190.382722:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.382741:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.382742:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587190.382755:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587190.382757:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:1.0:1777587190.382760:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587190.382762:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587190.382765:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:1.0:1777587190.382766:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:1.0:1777587190.382768:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587190.382770:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.382777:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587190.382779:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.382785:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.382786:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587190.382838:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587190.382841:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777587190.382843:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587190.382846:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587190.382849:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:1.0:1777587190.382850:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:1.0:1777587190.382853:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587190.382860:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.382868:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587190.382870:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.382876:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.382877:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587190.387642:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587190.387659:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587190.387663:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587190.387665:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587190.387676:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587190.387694:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0b700 00000400:00000200:0.0:1777587190.387702:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xc9d [1] + 224 00000800:00000001:0.0:1777587190.387711:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587190.387758:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587190.387762:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587190.387767:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587190.387775:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587190.387781:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587190.387794:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587190.387813:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587190.387827:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587190.387831:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587190.387832:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587190.387835:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587190.387841:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587190.387849:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b800 00000400:00000200:0.0:1777587190.387856:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xca5 [1] + 224 00000100:00000001:2.0:1777587190.387857:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1777587190.387860:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587190.387863:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777587190.387865:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587190.387868:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587190.387872:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:2.0:1777587190.387872:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587190.387876:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587190.387879:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587190.387885:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:2.0:1777587190.387887:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587190.387891:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587190.387893:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587190.387897:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587190.387900:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587190.387927:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587190.387928:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.387951:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587190.387953:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.387956:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587190.387960:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587190.387962:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587190.387964:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.387967:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587190.387969:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1777587190.387974:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=83 v=5 (5 5 5 5) 00000800:00000001:0.0:1777587190.387975:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1777587190.387980:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587190.387983:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587190.387985:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587190.387986:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1777587190.387988:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1777587190.387989:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1777587190.387992:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587190.387994:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.387995:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587190.388003:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000040:2.0:1777587190.388003:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587190.388014:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587190.388015:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b780 00000100:00000001:1.0:1777587190.388016:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587190.388020:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587190.388025:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587190.388028:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777587190.388029:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1777587190.388030:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511f6d5f. 00000100:00000001:2.0:1777587190.388033:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587190.388036:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:1.0:1777587190.388039:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000040:2.0:1777587190.388040:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388044:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1777587190.388050:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xcad [1] + 224 00000100:00000200:1.0:1777587190.388052:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587190.388063:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1777587190.388064:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667699968:192.168.204.155@tcp:400: 00000800:00000001:0.0:1777587190.388073:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.388075:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587190.388077:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587190.388078:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587190.388080:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587190.388086:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667699968/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587190.388089:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587190.388097:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587190.388102:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587190.388103:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1777587190.388106:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388107:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587190.388107:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777587190.388111:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1777587190.388111:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071cde3be. 02000000:00000001:2.0:1777587190.388117:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1777587190.388120:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1777587190.388120:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1777587190.388123:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388124:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1777587190.388124:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587190.388128:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587190.388128:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587190.388132:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:1.0:1777587190.388133:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587190.388137:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587190.388140:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1777587190.388143:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=83 v=5 (5 5 5 5) 00000100:00000010:2.0:1777587190.388143:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:0.0:1777587190.388145:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587190.388149:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1777587190.388150:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=40 v=5 (1 1 0 0) 00000800:00000001:0.0:1777587190.388151:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587190.388153:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587190.388157:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587190.388157:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587190.388158:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587190.388167:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587190.388170:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587190.388172:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587190.388175:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.388287:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587190.388289:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587190.388294:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587190.388302:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.388312:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587190.388315:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587190.388317:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587190.388318:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587190.388321:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388327:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587190.388329:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587190.388330:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587190.388333:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587190.388340:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667700224:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587190.388344:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.388346:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587190.388348:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667700224/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388354:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587190.388356:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587190.388358:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040ef65d2. 02000000:00000001:1.0:1777587190.388360:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587190.388361:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587190.388362:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587190.388365:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587190.388366:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc1f15a9. 02000000:00000001:1.0:1777587190.388368:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587190.388370:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587190.388371:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:1.0:1777587190.388373:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587190.388374:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587190.388376:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.388378:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587190.388379:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587190.388382:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587190.388389:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587190.388391:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8006206. 00000400:00000200:1.0:1777587190.388393:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:1.0:1777587190.388394:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000001:1.0:1777587190.388397:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587190.388400:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587190.388407:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388413:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587190.388415:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587190.388416:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587190.388418:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587190.388419:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587190.388420:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587190.388422:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587190.388426:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587190.388428:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587190.388430:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587190.388431:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587190.388433:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587190.388435:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.388437:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587190.388438:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587190.388440:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587190.388441:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587190.388443:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388449:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587190.388451:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587190.388452:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587190.388454:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587190.388461:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667700096:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587190.388469:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587190.388471:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587190.388473:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667700096/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587190.388479:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587190.388480:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587190.388481:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea2518bd. 02000000:00000001:1.0:1777587190.388483:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587190.388484:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587190.388485:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587190.388487:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587190.388488:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587190.388490:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587190.388491:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587190.388492:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:1.0:1777587190.388494:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587190.388495:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587190.388496:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587190.388499:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587190.388500:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587190.388502:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587190.388503:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587191.021387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587191.021392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587191.021396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587191.021397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587191.021425:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587191.021428:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587191.021431:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587192.045370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587192.045377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587192.045384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587192.045386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587192.045427:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587192.045431:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587192.045434:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587193.069444:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587193.069450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587193.069455:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587193.069471:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587193.069512:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587193.069515:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587193.069518:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587193.837365:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306940750, at 4306940800 00000100:00000040:2.0:1777587193.837365:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306940750, at 4306940800 00000100:00000040:0.0:1777587193.837374:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306940750, at 4306940800 00000100:00000010:2.0:1777587193.837381:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000010:0.0:1777587193.837383:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000010:1.0:1777587193.837389:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000040:3.0:1777587193.837714:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306940750, at 4306940800 00000100:00000010:3.0:1777587193.837721:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00010000:00000001:1.0:1777587194.093387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587194.093395:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587194.093401:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587194.093402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587194.093429:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587194.093432:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587194.093435:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587195.117446:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587195.117453:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587195.117469:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587195.117470:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587195.117556:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587195.117560:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587195.117562:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587195.501391:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587195.501400:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587195.501410:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb785348. 00000020:00000040:0.0:1777587195.501416:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587195.501422:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587195.501425:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587195.501430:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587195.501438:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587195.501445:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587195.501456:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587195.501483:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587195.501484:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587195.501489:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb785348] to pc [ptlrpcd_00_02+2] req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.501538:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587195.501543:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587195.501546:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587195.501551:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.501560:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587195.501561:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.501564:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587195.501565:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587195.501568:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587195.501569:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587195.501574:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587195.501577:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667700352:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587195.501581:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587195.501586:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587195.501589:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587195.501591:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587195.501597:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013efb404. 02000000:00000001:1.0:1777587195.501599:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587195.501604:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080c60f3. 00000100:00000001:0.0:1777587195.501611:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587195.501611:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000040:0.0:1777587195.501617:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1777587195.501619:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700352, portal 25 00000100:00000001:0.0:1777587195.501621:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777587195.501623:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1777587195.501635:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9bcc46d. 00000020:00000040:0.0:1777587195.501638:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587195.501640:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587195.501642:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587195.501643:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587195.501647:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:1.0:1777587195.501648:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529533824 : -105794180017792 : ffff9fc7df7b1180) 00000100:00000001:0.0:1777587195.501653:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587195.501656:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587195.501661:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587195.501674:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587195.501680:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1777587195.501680:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587195.501683:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587195.501684:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000100:00000040:0.0:1777587195.501688:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9bcc46d] to pc [ptlrpcd_00_03+3] req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587195.501688:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667700352, offset 0 00000400:00000200:1.0:1777587195.501699:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587195.501714:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587195.501718:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587195.501722:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587195.501725:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587195.501727:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587195.501731:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [380:380:256:4294967295] 192.168.204.155@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:1.0:1777587195.501742:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587195.501744:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587195.501747:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1777587195.501748:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587195.501750:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1777587195.501754:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000100:00000040:2.0:1777587195.501756:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587195.501762:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587195.501774:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587195.501774:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587195.501777:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587195.501780:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1777587195.501792:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587195.501795:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587195.501795:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587195.501799:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.501802:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306945870 00000100:00100000:2.0:1777587195.501802:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667700480:192.168.204.155@tcp:400: 00000100:00000010:1.0:1777587195.501808:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017b8a036. 00000100:00000001:2.0:1777587195.501808:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587195.501811:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587195.501814:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.501816:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1777587195.501816:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587195.501821:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec339fd. 00000100:00000001:1.0:1777587195.501824:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306945870 02000000:00000001:2.0:1777587195.501824:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587195.501830:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3a2dd3d. 00000400:00000010:2.0:1777587195.501832:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 00000100:00000001:1.0:1777587195.501835:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1777587195.501838:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000001:1.0:1777587195.501839:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306945870 00000100:00000200:2.0:1777587195.501843:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700480, portal 10 00000100:00000010:1.0:1777587195.501844:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000143e552. 00000100:00000001:2.0:1777587195.501847:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587195.501849:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587195.501849:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529543680 : -105794180007936 : ffff9fc7df7b3800) 00000100:00000040:2.0:1777587195.501858:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.501860:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306945870 00000100:00000010:1.0:1777587195.501866:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000410e0842. 00000100:00000001:2.0:1777587195.501871:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587195.501872:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1777587195.501876:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587195.501878:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1777587195.501879:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000100:00000001:1.0:1777587195.501882:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587195.501883:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667700480, offset 0 00000100:00000001:1.0:1777587195.501886:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.501889:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587195.501891:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587195.501898:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587195.501899:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587195.501901:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777587195.501904:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587195.501905:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587195.501907:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587195.501909:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587195.501910:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.501913:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587195.501914:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587195.501918:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587195.501922:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [381:381:255:4294967295] 192.168.204.155@tcp LPNI seq info [381:381:7:4294967295] 00000800:00000200:3.0:1777587195.501931:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1777587195.501932:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000010:3.0:1777587195.501936:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:3.0:1777587195.501943:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1777587195.501948:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587195.501953:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000010:2.0:1777587195.501954:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587195.501959:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:3.0:1777587195.501961:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000800:00000200:2.0:1777587195.501963:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587195.501965:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587195.501971:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587195.501972:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587195.501977:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587195.501982:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587195.501983:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587195.501986:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587195.501988:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 127906 usecs (128 jiffies) 00000100:00000001:2.0:1777587195.501994:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306942592 00000100:00000001:3.0:1777587195.501995:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587195.501998:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587195.502001:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306945870 00000100:00000001:2.0:1777587195.502004:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306942592 00000100:00000001:2.0:1777587195.502006:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306945870 00000100:00000001:2.0:1777587195.502008:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306942592 00000100:00000001:2.0:1777587195.502010:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306945870 00000800:00000200:3.0:1777587195.502011:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587195.502012:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306942592 00000800:00000010:3.0:1777587195.502015:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000100:00000001:2.0:1777587195.502016:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306945870 00000400:00000200:3.0:1777587195.502019:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587195.502021:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587195.502025:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587195.502027:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587195.502028:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000100:00000001:2.0:1777587195.502031:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587195.502031:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000100:00000001:2.0:1777587195.502036:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.502037:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587195.502042:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587195.502048:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587195.502050:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587195.502063:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587195.502065:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587195.502067:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587195.502071:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587195.502074:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587195.502078:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777587195.502081:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587195.502088:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587195.502089:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587195.502091:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587195.502095:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587195.502104:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587195.502108:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587195.502125:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587195.502126:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587195.502129:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_00+0] req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587195.502155:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587195.502158:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587195.502161:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587195.502165:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12280) 00000100:00000001:2.0:1777587195.502518:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587195.502521:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587195.502523:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587195.502524:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587195.502525:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.502527:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.502567:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587195.502570:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587195.502572:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587195.502576:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587195.502577:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587195.502579:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587195.502580:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587195.502582:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587195.502587:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.502596:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587195.502597:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587195.502599:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587195.502601:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587195.502603:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587195.502606:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667700608:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587195.502610:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587195.502613:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587195.502614:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587195.502616:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587195.502620:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f574cb52. 02000000:00000001:1.0:1777587195.502622:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587195.502644:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000400:00000010:1.0:1777587195.502648:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000200:1.0:1777587195.502651:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700608, portal 10 00000100:00000001:1.0:1777587195.502653:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587195.502654:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000040:1.0:1777587195.502660:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.502668:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587195.502671:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587195.502673:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000200:1.0:1777587195.502676:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667700608, offset 0 00000400:00000200:1.0:1777587195.502680:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587195.502687:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587195.502690:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587195.502692:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587195.502695:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587195.502697:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587195.502701:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [382:382:256:4294967295] 192.168.204.155@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:1.0:1777587195.502710:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587195.502715:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587195.502718:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587195.502722:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587195.502727:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587195.502730:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587195.502748:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587195.502751:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18412 usecs (19 jiffies) 00000100:00000001:1.0:1777587195.502754:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306942484 00000100:00000001:1.0:1777587195.502756:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306945870 00000100:00000001:1.0:1777587195.502757:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306942484 00000100:00000001:1.0:1777587195.502759:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306945870 00000100:00000001:1.0:1777587195.502766:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306942484 00000100:00000001:1.0:1777587195.502768:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306945870 00000100:00000001:1.0:1777587195.502770:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306942484 00000100:00000001:1.0:1777587195.502771:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306945870 00000100:00000001:1.0:1777587195.502773:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587195.502775:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.502777:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.502779:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.502789:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587195.502790:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587195.502791:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.502793:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587195.502907:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587195.502910:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:0.0:1777587195.502913:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587195.502917:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587195.502921:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:0.0:1777587195.502922:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:0.0:1777587195.502925:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587195.502928:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587195.502936:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587195.502938:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587195.502944:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587195.502946:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587195.503305:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587195.503308:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587195.505322:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505337:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587195.505340:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505343:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587195.505351:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587195.505365:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b900 00000400:00000200:0.0:1777587195.505383:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xcbd [1] + 224 00000800:00000001:0.0:1777587195.505390:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505395:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587195.505397:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587195.505401:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587195.505407:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587195.505412:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587195.505422:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587195.505444:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587195.505452:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505455:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587195.505457:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505459:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587195.505463:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587195.505469:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0b880 00000400:00000200:0.0:1777587195.505475:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xcb5 [1] + 224 00000800:00000001:0.0:1777587195.505478:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505481:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587195.505483:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587195.505485:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587195.505488:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587195.505491:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587195.505499:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587195.505514:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587195.505519:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505522:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587195.505529:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505532:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587195.505536:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587195.505542:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0b980 00000400:00000200:0.0:1777587195.505547:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:0.0:1777587195.505551:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587195.505558:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587195.505560:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587195.505564:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587195.505565:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587195.505568:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587195.505569:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1777587195.505575:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587195.505577:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777587195.505578:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1777587195.505580:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777587195.505582:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1777587195.505584:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080c60f3. 00000400:00000200:1.0:1777587195.505589:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:1.0:1777587195.505592:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000040:0.0:1777587195.505595:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.505596:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1777587195.505597:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587195.505601:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1777587195.505602:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587195.505605:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000400:00000200:2.0:1777587195.505613:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000100:00000200:1.0:1777587195.505622:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587195.505622:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:2.0:1777587195.505642:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587195.505644:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587195.505647:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1777587195.505649:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587195.505651:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587195.505652:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587195.505656:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1777587195.505659:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777587195.505660:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1777587195.505664:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587195.505664:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587195.505665:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587195.505669:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.505677:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587195.505679:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587195.505681:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587195.505683:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587195.505684:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587195.505686:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587195.505686:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1777587195.505688:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=88 v=5 (5 5 5 5) 02000000:00000001:2.0:1777587195.505689:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587195.505690:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1777587195.505696:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=88 v=5 (1 1 1 1) 00000400:00000001:3.0:1777587195.505696:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1777587195.505699:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=82 v=5 (5 5 5 5) 00000400:00000001:3.0:1777587195.505699:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777587195.505701:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1777587195.505702:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000100:00001000:2.0:1777587195.505704:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=82 v=5 (1 1 1 1) 00000400:00000200:3.0:1777587195.505707:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000100:00000001:2.0:1777587195.505708:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587195.505711:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.505712:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587195.505712:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00010000:00000001:1.0:1777587195.505714:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587195.505717:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587195.505717:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1777587195.505719:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587195.505721:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587195.505721:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587195.505726:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587195.505728:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587195.505730:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587195.505732:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587195.505736:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587195.505740:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587195.505748:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.505755:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777587195.505760:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587195.505761:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587195.505763:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587195.505771:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587195.505771:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587195.505776:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587195.505779:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505786:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1777587195.505789:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587195.505790:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1777587195.505793:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cb785348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667700352:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587195.505795:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587195.505798:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587195.505801:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587195.505804:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.505806:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587195.505809:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.505812:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1777587195.505813:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000e9bcc46d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667700480:192.168.204.155@tcp:400: 00000100:00001000:3.0:1777587195.505815:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=88 v=5 (5 5 5 5) 00000100:00000040:1.0:1777587195.505818:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb785348 x1863934667700352/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777587195.505822:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=45 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587195.505824:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505830:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587195.505833:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.505834:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1777587195.505838:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587195.505840:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1777587195.505843:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9bcc46d x1863934667700480/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587195.505844:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:3.0:1777587195.505845:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777587195.505848:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013efb404. 02000000:00000001:1.0:1777587195.505855:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587195.505858:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587195.505862:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587195.505866:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1777587195.505869:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587195.505870:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587195.505873:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec339fd. 00000100:00000001:3.0:1777587195.505874:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587195.505877:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000020:00000001:1.0:1777587195.505878:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1777587195.505879:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1777587195.505882:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 00000020:00000001:2.0:1777587195.505882:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587195.505885:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587195.505887:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1777587195.505889:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1777587195.505889:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777587195.505890:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587195.505892:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1777587195.505892:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 00000100:00000010:1.0:1777587195.505897:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb785348. 00000100:00000040:3.0:1777587195.505897:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587195.505898:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587195.505901:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1777587195.505903:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1777587195.505903:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9bcc46d. 00000100:00000001:1.0:1777587195.505906:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587195.505910:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587195.505910:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587195.505913:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505915:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587195.505917:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505919:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587195.505920:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587195.505921:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587195.505923:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.505923:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587195.505926:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587195.505929:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587195.505930:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587195.505935:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587195.505938:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587195.505939:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587195.505951:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667700608:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587195.505955:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505957:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587195.505960:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667700608/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587195.505966:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587195.505968:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587195.505970:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f574cb52. 02000000:00000001:3.0:1777587195.505973:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587195.505974:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587195.505975:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587195.505977:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587195.505978:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:3.0:1777587195.505980:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587195.505981:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587195.505982:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:3.0:1777587195.505984:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587195.505985:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505987:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587195.505990:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587195.505991:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587195.505993:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587195.505995:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587196.141385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587196.141391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587196.141399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587196.141401:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587196.141459:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587196.141487:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587196.141490:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587197.165453:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587197.165465:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587197.165474:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587197.165476:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587197.165530:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587197.165538:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587197.165544:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587198.189360:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587198.189366:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587198.189369:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587198.189372:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189377:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587198.189378:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189380:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189382:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587198.189389:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587198.189391:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587198.189394:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189396:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587198.189397:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189400:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587198.189402:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587198.189448:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587198.189454:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587198.189456:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587198.957348:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306945870, at 4306945920 00000100:00000040:2.0:1777587198.957348:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306945870, at 4306945920 00000100:00000010:2.0:1777587198.957364:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000143e552. 00000100:00000010:1.0:1777587198.957366:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3a2dd3d. 00000100:00000040:3.0:1777587198.957615:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306945870, at 4306945920 00000100:00000010:3.0:1777587198.957629:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000410e0842. 00000100:00000040:0.0:1777587198.958397:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306945870, at 4306945921 00000100:00000010:0.0:1777587198.958405:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017b8a036. 00010000:00000001:1.0:1777587199.213383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587199.213389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587199.213396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587199.213397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587199.213453:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587199.213456:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587199.213459:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587200.237382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587200.237389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587200.237395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587200.237397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587200.237450:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587200.237453:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587200.237456:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587200.621344:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587200.621352:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587200.621358:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777587200.621364:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587200.621373:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587200.621379:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587200.621385:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587200.621393:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587200.621401:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621412:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587200.621436:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587200.621439:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621446:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_01+1] req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587200.621480:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621483:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587200.621486:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587200.621489:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000020:00000040:0.0:1777587200.621492:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587200.621495:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587200.621496:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587200.621498:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.621501:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1777587200.621502:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:1.0:1777587200.621506:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587200.621507:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.621509:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587200.621513:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1777587200.621516:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587200.621538:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587200.621540:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.621547:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587200.621550:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621551:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_02+2] req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587200.621556:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587200.621559:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587200.621563:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587200.621567:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667700736:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587200.621572:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587200.621573:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621576:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587200.621578:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587200.621579:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587200.621581:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587200.621583:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 02000000:00000001:1.0:1777587200.621584:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1777587200.621589:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000010:1.0:1777587200.621591:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ef1c2a6. 00000100:00000001:0.0:1777587200.621592:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587200.621594:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587200.621595:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587200.621598:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587200.621602:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080c60f3. 02000000:00000010:0.0:1777587200.621604:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000400:00000010:1.0:1777587200.621611:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000100:00000001:0.0:1777587200.621614:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621619:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777587200.621620:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700736, portal 25 00000100:00000001:2.0:1777587200.621624:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587200.621625:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587200.621629:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 00000100:00000001:2.0:1777587200.621630:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.621632:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587200.621635:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621638:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587200.621640:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_03+3] req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587200.621640:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587200.621641:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587200.621644:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587200.621653:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587200.621657:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587200.621661:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587200.621663:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587200.621665:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587200.621668:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587200.621669:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.621671:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587200.621671:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587200.621676:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587200.621678:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1777587200.621682:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000001:2.0:1777587200.621682:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1777587200.621684:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12285) 00000100:00000200:1.0:1777587200.621686:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667700736, offset 0 00000400:00000200:1.0:1777587200.621694:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587200.621696:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587200.621696:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587200.621699:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1777587200.621699:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587200.621701:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587200.621701:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587200.621703:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.621705:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587200.621706:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1777587200.621706:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667700864:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587200.621708:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587200.621710:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587200.621711:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587200.621711:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587200.621714:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1777587200.621715:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587200.621716:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587200.621718:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1777587200.621719:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587200.621719:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587200.621722:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ba44436. 02000000:00000001:2.0:1777587200.621724:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.621726:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587200.621727:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587200.621728:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d20610. 02000000:00000001:0.0:1777587200.621729:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587200.621730:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587200.621732:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587200.621732:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00100000:0.0:1777587200.621735:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667700992:192.168.204.155@tcp:400: 00000100:00000200:2.0:1777587200.621735:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700864, portal 10 00000100:00000001:2.0:1777587200.621738:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587200.621739:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587200.621739:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 02000000:00000001:0.0:1777587200.621741:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587200.621742:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587200.621744:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777587200.621745:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1777587200.621745:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587200.621752:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1777587200.621754:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000880f2402. 02000000:00000001:0.0:1777587200.621756:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621756:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587200.621758:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:0.0:1777587200.621760:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000100:00000040:2.0:1777587200.621761:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587200.621763:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000400:00000010:2.0:1777587200.621763:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000200:0.0:1777587200.621767:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667700992, portal 10 00000400:00000200:1.0:1777587200.621767:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [383:383:256:4294967295] 192.168.204.155@tcp LPNI seq info [383:383:8:4294967295] 00000100:00000200:2.0:1777587200.621767:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667700864, offset 0 00000100:00000001:0.0:1777587200.621771:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587200.621773:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000400:00000200:2.0:1777587200.621776:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587200.621778:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587200.621788:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587200.621792:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587200.621796:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587200.621799:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:0.0:1777587200.621800:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000800:00000200:1.0:1777587200.621800:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777587200.621804:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667700992, offset 0 00000400:00000200:2.0:1777587200.621804:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1777587200.621807:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000400:00000200:2.0:1777587200.621807:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587200.621810:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587200.621811:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587200.621813:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777587200.621819:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587200.621819:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [384:384:255:4294967295] 192.168.204.155@tcp LPNI seq info [384:384:7:4294967295] 00000400:00000200:2.0:1777587200.621831:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587200.621832:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587200.621838:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587200.621840:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587200.621840:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587200.621845:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1777587200.621846:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000400:00000200:0.0:1777587200.621847:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587200.621849:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587200.621851:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587200.621854:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [385:385:254:4294967295] 192.168.204.155@tcp LPNI seq info [385:385:6:4294967295] 00000800:00000200:2.0:1777587200.621854:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587200.621858:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587200.621859:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587200.621863:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587200.621863:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587200.621865:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306950990 00000100:00000001:2.0:1777587200.621867:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587200.621869:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587200.621872:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000100:00000040:2.0:1777587200.621872:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 126817 usecs (127 jiffies) 00000100:00000010:1.0:1777587200.621873:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e5c7cf7. 00000100:00000001:2.0:1777587200.621875:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306947711 00000800:00000200:0.0:1777587200.621878:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587200.621882:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587200.621882:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1777587200.621886:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587200.621889:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306950990 00000100:00000001:0.0:1777587200.621891:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621892:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306950990 00000100:00000040:0.0:1777587200.621895:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18286 usecs (19 jiffies) 00000100:00000010:1.0:1777587200.621895:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc031136. 00000100:00000001:2.0:1777587200.621895:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306947711 00000100:00000001:0.0:1777587200.621898:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306947603 00000100:00000001:0.0:1777587200.621901:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306950990 00000100:00000001:1.0:1777587200.621901:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587200.621905:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306947603 00000100:00000001:1.0:1777587200.621907:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306950990 00000100:00000001:2.0:1777587200.621907:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306950990 00000800:00000200:3.0:1777587200.621907:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1777587200.621912:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6d6173f. 00000100:00000001:2.0:1777587200.621912:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306947711 00000800:00000010:3.0:1777587200.621912:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000100:00000001:0.0:1777587200.621913:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306950990 00000100:00000001:0.0:1777587200.621916:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306947603 00000100:00000001:1.0:1777587200.621917:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1777587200.621918:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587200.621921:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306950990 00000100:00000001:2.0:1777587200.621921:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306950990 00000100:00000010:1.0:1777587200.621925:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3a2dd3d. 00000100:00000001:0.0:1777587200.621926:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306950990 00000100:00000001:2.0:1777587200.621926:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306947711 00000400:00000200:3.0:1777587200.621926:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587200.621929:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587200.621930:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306947603 00000400:00000200:3.0:1777587200.621932:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000100:00000001:2.0:1777587200.621933:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306950990 00000100:00000001:1.0:1777587200.621934:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777587200.621936:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:1.0:1777587200.621938:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.621939:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306950990 00000100:00000001:2.0:1777587200.621939:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587200.621941:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587200.621943:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587200.621943:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621943:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.621947:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587200.621947:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.621948:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587200.621948:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.621952:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621953:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.621955:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587200.621956:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621956:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587200.621957:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587200.621959:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587200.621961:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587200.621962:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587200.621964:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.621969:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587200.621971:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.621974:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587200.621976:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587200.621979:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.621986:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587200.621988:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587200.621999:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587200.622001:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777587200.622004:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587200.622007:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587200.622009:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:3.0:1777587200.622011:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:3.0:1777587200.622013:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587200.622015:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.622032:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587200.622034:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.622051:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587200.622053:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587200.622078:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587200.622080:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587200.622083:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587200.622087:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587200.622089:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:3.0:1777587200.622090:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000001:3.0:1777587200.622092:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587200.622095:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.622101:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587200.622102:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.622107:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587200.622108:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587200.625686:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625695:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587200.625699:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625702:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587200.625712:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587200.625728:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ba80 00000400:00000200:1.0:1777587200.625737:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xcd5 [1] + 224 00000800:00000001:1.0:1777587200.625746:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625751:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587200.625754:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587200.625758:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587200.625765:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587200.625771:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587200.625782:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.625797:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587200.625804:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625808:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587200.625810:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625811:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587200.625815:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587200.625821:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0bb00 00000400:00000200:1.0:1777587200.625825:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xcd9 [1] + 224 00000800:00000001:1.0:1777587200.625828:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625832:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587200.625833:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587200.625836:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587200.625838:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587200.625855:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587200.625863:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.625883:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587200.625889:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625892:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587200.625894:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625896:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587200.625899:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587200.625905:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ba00 00000400:00000200:1.0:1777587200.625910:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xccd [1] + 224 00000800:00000001:1.0:1777587200.625913:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625918:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587200.625920:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587200.625922:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587200.625925:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587200.625927:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587200.625935:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.625948:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587200.625952:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587200.625955:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587200.625966:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587200.625970:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587200.625975:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587200.625977:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587200.625980:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080c60f3. 00000400:00000200:1.0:1777587200.625983:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:1.0:1777587200.625985:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:1.0:1777587200.625988:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587200.625998:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587200.626006:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.626011:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587200.626014:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587200.626016:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587200.626019:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587200.626021:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587200.626023:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587200.626026:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587200.626030:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1777587200.626033:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=93 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587200.626034:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1777587200.626039:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=93 v=5 (1 1 1 1) 00000400:00000001:3.0:1777587200.626039:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587200.626042:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777587200.626044:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1777587200.626045:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d20610. 00000100:00000001:1.0:1777587200.626047:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587200.626050:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00010000:00000001:1.0:1777587200.626051:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587200.626054:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587200.626054:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:3.0:1777587200.626058:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587200.626059:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587200.626065:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587200.626066:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.626089:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587200.626093:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1777587200.626095:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.626096:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587200.626106:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.626106:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587200.626109:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587200.626113:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777587200.626115:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587200.626116:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587200.626119:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1777587200.626122:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667700736:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777587200.626125:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777587200.626125:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587200.626128:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587200.626129:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777587200.626131:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587200.626131:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587200.626132:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000100:00000001:1.0:1777587200.626136:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1777587200.626141:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000100:00000040:1.0:1777587200.626141:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667700736/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777587200.626141:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=87 v=5 (5 5 5 5) 00000400:00000010:0.0:1777587200.626146:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00001000:3.0:1777587200.626148:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587200.626152:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587200.626156:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587200.626159:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587200.626160:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.626161:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1777587200.626162:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1777587200.626164:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1777587200.626166:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587200.626175:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ef1c2a6. 00000100:00000200:0.0:1777587200.626176:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587200.626180:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777587200.626182:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1777587200.626184:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1777587200.626185:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000020:00000040:1.0:1777587200.626188:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587200.626190:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587200.626191:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587200.626194:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587200.626194:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777587200.626194:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587200.626198:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587200.626199:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587200.626203:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1777587200.626203:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587200.626205:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777587200.626206:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1777587200.626208:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1777587200.626210:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587200.626211:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 02000000:00000001:0.0:1777587200.626216:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.626218:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587200.626221:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587200.626222:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1777587200.626224:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=93 v=5 (5 5 5 5) 00000100:00000001:1.0:1777587200.626224:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587200.626229:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1777587200.626230:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1777587200.626231:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587200.626236:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1777587200.626238:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587200.626239:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587200.626243:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587200.626246:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1777587200.626249:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667700864:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587200.626279:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587200.626281:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00010000:00080000:0.0:1777587200.626282:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587200.626287:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667700864/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587200.626290:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587200.626297:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587200.626301:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587200.626306:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587200.626308:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1777587200.626311:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1777587200.626311:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1777587200.626314:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 02000000:00000010:3.0:1777587200.626315:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ba44436. 00000100:00000001:0.0:1777587200.626319:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1777587200.626320:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777587200.626321:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587200.626323:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587200.626325:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000040:0.0:1777587200.626328:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1777587200.626328:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587200.626330:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587200.626339:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587200.626339:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587200.626341:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1777587200.626343:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1777587200.626344:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:0.0:1777587200.626345:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587200.626348:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587200.626350:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587200.626351:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.626353:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587200.626359:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1777587200.626363:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667700992:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587200.626367:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587200.626369:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587200.626370:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587200.626372:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667700992/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587200.626374:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587200.626377:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.626383:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587200.626385:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587200.626387:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000880f2402. 02000000:00000001:0.0:1777587200.626391:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587200.626392:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587200.626393:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587200.626395:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587200.626396:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:0.0:1777587200.626398:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587200.626400:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587200.626401:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:0.0:1777587200.626403:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587200.626410:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587200.626411:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587200.626414:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587200.626415:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587200.626417:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587200.626418:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587201.261356:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587201.261362:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587201.261369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587201.261371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587201.261434:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587201.261438:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587201.261441:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587202.285346:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587202.285351:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587202.285358:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587202.285359:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587202.285742:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587202.285745:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587202.285748:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587203.309378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587203.309384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587203.309392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587203.309394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587203.309414:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587203.309417:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587203.309420:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587204.077360:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306950990, at 4306951040 00000100:00000040:2.0:1777587204.077360:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306950990, at 4306951040 00000100:00000040:3.0:1777587204.077360:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306950990, at 4306951040 00000100:00000040:0.0:1777587204.077373:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306950990, at 4306951040 00000100:00000010:1.0:1777587204.077373:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc031136. 00000100:00000010:3.0:1777587204.077376:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3a2dd3d. 00000100:00000010:2.0:1777587204.077377:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6d6173f. 00000100:00000010:0.0:1777587204.077383:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e5c7cf7. 00010000:00000001:1.0:1777587204.333795:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587204.333802:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587204.333808:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587204.333809:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587204.333884:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587204.333888:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587204.333891:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587205.357366:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587205.357373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587205.357379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587205.357381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587205.357463:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587205.357466:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587205.357469:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587205.741420:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587205.741428:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587205.741450:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777587205.741456:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587205.741461:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587205.741463:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587205.741468:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587205.741476:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587205.741483:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741493:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587205.741522:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587205.741524:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741530:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_00+0] req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587205.741567:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741570:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587205.741574:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587205.741577:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777587205.741579:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587205.741582:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587205.741583:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587205.741585:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587205.741588:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e71e35e. 00000100:00000001:3.0:1777587205.741591:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741594:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587205.741601:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587205.741602:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741604:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_01+1] req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587205.741612:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741613:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587205.741616:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587205.741618:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000020:00000040:3.0:1777587205.741620:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587205.741622:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587205.741624:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587205.741625:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587205.741627:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587205.741636:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741640:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587205.741647:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587205.741648:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741651:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_02+2] req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587205.741670:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741672:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587205.741676:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587205.741681:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12290) 00000100:00000001:3.0:1777587205.741692:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587205.741696:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777587205.741699:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587205.741705:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587205.741707:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587205.741709:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587205.741710:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587205.741713:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587205.741717:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587205.741724:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587205.741725:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587205.741728:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587205.741731:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587205.741733:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587205.741735:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667701376:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587205.741739:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587205.741743:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587205.741745:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587205.741747:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587205.741756:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8a02ad. 02000000:00000001:3.0:1777587205.741758:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587205.741764:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e5bb6ad. 00000100:00000001:1.0:1777587205.741767:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587205.741770:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1777587205.741771:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777587205.741772:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587205.741777:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587205.741780:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701376, portal 10 00000100:00000001:3.0:1777587205.741785:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587205.741787:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00000001:1.0:1777587205.741788:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587205.741791:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587205.741793:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587205.741794:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587205.741796:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.741798:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587205.741801:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667701248:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587205.741807:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587205.741810:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587205.741813:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587205.741813:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777587205.741816:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587205.741818:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777587205.741819:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9be1b2b. 02000000:00000001:1.0:1777587205.741822:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587205.741822:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce119a8a. 00000400:00000010:1.0:1777587205.741827:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080c60f3. 00000100:00000200:3.0:1777587205.741827:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667701376, offset 0 00000400:00000010:1.0:1777587205.741832:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000400:00000200:3.0:1777587205.741837:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777587205.741846:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701248, portal 10 00000100:00000001:1.0:1777587205.741849:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587205.741849:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000100:00000040:1.0:1777587205.741854:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.741859:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587205.741862:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587205.741865:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000200:1.0:1777587205.741868:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667701248, offset 0 00000400:00000200:1.0:1777587205.741873:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587205.741884:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587205.741896:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587205.741902:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587205.741906:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587205.741908:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587205.741912:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [386:386:256:4294967295] 192.168.204.155@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:1.0:1777587205.741924:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587205.741930:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587205.741935:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587205.741942:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587205.741944:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587205.741947:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587205.741951:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1777587205.741951:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:0.0:1777587205.741957:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587205.741957:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587205.741966:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587205.741968:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587205.741970:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587205.741972:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587205.741973:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587205.741976:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667701120:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587205.741979:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587205.741986:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587205.741988:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587205.741989:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587205.741993:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cf3d4d4. 02000000:00000001:0.0:1777587205.741995:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587205.741999:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000400:00000010:0.0:1777587205.742003:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777587205.742006:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701120, portal 25 00000100:00000001:0.0:1777587205.742007:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587205.742008:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000040:0.0:1777587205.742018:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.742021:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587205.742026:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 125755 usecs (126 jiffies) 00000100:00000001:1.0:1777587205.742030:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306952830 00000100:00000001:0.0:1777587205.742037:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1777587205.742037:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ac1ba05. 00000100:00000040:0.0:1777587205.742042:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587205.742046:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000010:0.0:1777587205.742052:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000001:1.0:1777587205.742052:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306952830 00000100:00000200:0.0:1777587205.742056:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667701120, offset 0 00000100:00000010:1.0:1777587205.742057:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e2badf7. 00000100:00000001:1.0:1777587205.742061:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587205.742064:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306952830 00000400:00000200:0.0:1777587205.742066:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777587205.742068:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ed04a77. 00000100:00000001:1.0:1777587205.742070:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587205.742072:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306952830 00000400:00000200:0.0:1777587205.742075:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:1.0:1777587205.742075:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc031136. 00000100:00000001:1.0:1777587205.742078:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1777587205.742081:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587205.742081:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587205.742085:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587205.742086:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587205.742089:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587205.742091:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587205.742092:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587205.742094:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [387:387:255:4294967295] 192.168.204.155@tcp LPNI seq info [387:387:7:4294967295] 00000100:00000001:1.0:1777587205.742100:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587205.742104:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587205.742106:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587205.742108:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1777587205.742109:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587205.742112:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1777587205.742114:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000100:00000001:1.0:1777587205.742114:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587205.742116:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587205.742119:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587205.742122:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587205.742128:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587205.742130:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587205.742133:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.742136:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306956110 00000100:00000001:1.0:1777587205.742141:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587205.742143:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.742150:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306952830 00000100:00000001:0.0:1777587205.742155:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306956110 00000100:00000001:0.0:1777587205.742157:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306952830 00000100:00000001:0.0:1777587205.742159:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306956110 00000100:00000001:0.0:1777587205.742161:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306952830 00000100:00000001:0.0:1777587205.742163:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306956110 00000100:00000001:0.0:1777587205.742165:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306952830 00000100:00000001:0.0:1777587205.742167:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587205.742169:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.742171:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.742172:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587205.742176:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587205.742182:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587205.742185:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587205.742186:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587205.742187:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.742188:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587205.742285:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587205.742289:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:2.0:1777587205.742295:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587205.742300:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587205.742304:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:2.0:1777587205.742307:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:2.0:1777587205.742311:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587205.742320:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587205.742326:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587205.742328:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587205.742333:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587205.742334:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587205.742389:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587205.742391:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:2.0:1777587205.742394:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587205.742398:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587205.742400:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:2.0:1777587205.742401:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:2.0:1777587205.742404:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587205.742407:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587205.742414:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587205.742415:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587205.742421:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587205.742422:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777587205.742688:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587205.742691:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587205.742694:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587205.742696:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587205.742698:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587205.742701:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [388:388:256:4294967295] 192.168.204.155@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:3.0:1777587205.742709:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587205.742713:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587205.742716:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777587205.742721:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587205.742725:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587205.742728:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587205.742746:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.742749:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18172 usecs (19 jiffies) 00000100:00000001:3.0:1777587205.742752:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306952724 00000100:00000001:3.0:1777587205.742754:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306956110 00000100:00000001:3.0:1777587205.742756:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306952724 00000100:00000001:3.0:1777587205.742764:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306956110 00000100:00000001:3.0:1777587205.742766:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306952724 00000100:00000001:3.0:1777587205.742767:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306956110 00000100:00000001:3.0:1777587205.742769:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306952724 00000100:00000001:3.0:1777587205.742771:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306956110 00000100:00000001:3.0:1777587205.742773:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587205.742775:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587205.742777:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587205.742779:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587205.742905:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587205.742908:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:0.0:1777587205.742911:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587205.742915:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587205.742918:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce119a8a 00000400:00000010:0.0:1777587205.742920:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ce119a8a. 00000100:00000001:0.0:1777587205.742923:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587205.742926:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587205.742934:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587205.742936:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587205.742942:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.742943:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587205.744479:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744491:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587205.744495:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744497:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587205.744506:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587205.744520:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0bb80 00000400:00000200:1.0:1777587205.744527:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:1.0:1777587205.744533:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744538:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587205.744540:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587205.744543:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587205.744548:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587205.744553:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587205.744562:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.744583:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587205.744590:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744593:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587205.744595:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744596:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587205.744600:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587205.744605:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0bc00 00000400:00000200:1.0:1777587205.744610:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xced [1] + 224 00000800:00000001:1.0:1777587205.744614:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744629:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587205.744631:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587205.744634:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587205.744638:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587205.744641:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587205.744649:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.744669:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587205.744673:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587205.744676:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587205.744708:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587205.744712:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587205.744716:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587205.744718:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587205.744719:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080c60f3. 00000400:00000200:2.0:1777587205.744723:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:2.0:1777587205.744724:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:2.0:1777587205.744727:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587205.744731:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587205.744738:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587205.744744:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587205.744747:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1777587205.744753:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777587205.744754:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777587205.744754:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1777587205.744758:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777587205.744758:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587205.744761:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777587205.744762:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000100:00000001:2.0:1777587205.744762:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587205.744765:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1777587205.744766:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587205.744768:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1777587205.744770:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000100:00000001:2.0:1777587205.744770:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587205.744771:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587205.744772:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587205.744774:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:0.0:1777587205.744779:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1777587205.744780:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=92 v=5 (5 5 5 5) 00000400:00000200:3.0:1777587205.744782:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000200:0.0:1777587205.744786:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777587205.744786:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587205.744791:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587205.744793:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587205.744798:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1777587205.744798:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0bc80 00010000:00000001:2.0:1777587205.744802:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587205.744808:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xce5 [1] + 224 00000100:00000001:2.0:1777587205.744810:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1777587205.744811:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587205.744814:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000800:00000001:3.0:1777587205.744816:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587205.744819:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587205.744822:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.744824:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587205.744824:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587205.744828:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587205.744828:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1777587205.744829:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587205.744833:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587205.744836:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1777587205.744838:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587205.744844:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587205.744845:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587205.744846:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587205.744849:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587205.744850:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587205.744851:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1777587205.744853:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587205.744854:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777587205.744860:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=98 v=5 (5 5 5 5) 00000100:00000040:2.0:1777587205.744863:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777587205.744866:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587205.744874:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587205.744876:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587205.744881:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587205.744884:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.744890:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587205.744890:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587205.744892:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667701248:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777587205.744899:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587205.744901:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587205.744907:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587205.744913:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667701248/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587205.744923:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587205.744928:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587205.744930:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587205.744930:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587205.744933:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1777587205.744934:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1777587205.744937:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777587205.744943:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9be1b2b. 00000800:00000001:3.0:1777587205.744946:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777587205.744950:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1777587205.744951:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1777587205.744952:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667701120:192.168.204.155@tcp:400: 00000020:00000001:2.0:1777587205.744954:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587205.744957:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587205.744960:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1777587205.744961:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777587205.744964:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1777587205.744965:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e71e35e. 00000100:00000040:0.0:1777587205.744969:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667701120/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587205.744971:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587205.744974:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587205.744977:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:0.0:1777587205.744981:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1777587205.744983:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1777587205.744984:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1777587205.744986:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1777587205.744987:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cf3d4d4. 00000100:00000001:2.0:1777587205.744991:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587205.744992:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587205.744995:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587205.744996:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587205.744998:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587205.745000:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 00000100:00000001:2.0:1777587205.745000:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587205.745003:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587205.745004:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587205.745007:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1777587205.745007:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1777587205.745008:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:2.0:1777587205.745010:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.745017:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587205.745018:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587205.745020:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587205.745025:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587205.745027:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587205.745028:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587205.745030:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587205.745074:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587205.745077:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587205.745080:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587205.745081:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587205.745083:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e5bb6ad. 00000400:00000200:1.0:1777587205.745087:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000400:00000010:1.0:1777587205.745088:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777587205.745091:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587205.745094:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587205.745102:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.745108:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587205.745109:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587205.745111:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587205.745112:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587205.745113:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587205.745114:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587205.745115:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587205.745119:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587205.745122:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587205.745124:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587205.745125:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587205.745132:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587205.745136:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587205.745142:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587205.745145:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587205.745146:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587205.745147:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587205.745148:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587205.745151:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.745157:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587205.745159:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587205.745160:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587205.745162:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587205.745169:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667701376:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587205.745173:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587205.745175:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587205.745177:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667701376/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587205.745183:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587205.745185:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587205.745187:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8a02ad. 02000000:00000001:1.0:1777587205.745190:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587205.745191:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587205.745192:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587205.745194:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587205.745195:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:1.0:1777587205.745197:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587205.745198:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587205.745198:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:1.0:1777587205.745206:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587205.745207:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587205.745209:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587205.745213:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587205.745214:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587205.745215:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587205.745217:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587206.381359:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587206.381365:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587206.381370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587206.381371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587206.381393:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587206.381395:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587206.381397:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587207.405357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587207.405364:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587207.405366:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587207.405369:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405373:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587207.405375:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405376:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405377:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587207.405385:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587207.405387:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587207.405388:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405390:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587207.405391:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405392:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587207.405393:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587207.405468:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587207.405471:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587207.405563:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587208.429361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587208.429371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587208.429387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587208.429392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587208.429449:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587208.429453:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587208.429456:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587209.197342:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306956110, at 4306956160 00000100:00000040:1.0:1777587209.197342:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306956110, at 4306956160 00000100:00000040:2.0:1777587209.197342:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306956110, at 4306956160 00000100:00000010:2.0:1777587209.197355:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ed04a77. 00000100:00000010:1.0:1777587209.197357:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e2badf7. 00000100:00000010:0.0:1777587209.197374:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ac1ba05. 00000100:00000040:3.0:1777587209.197403:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306956110, at 4306956160 00000100:00000010:3.0:1777587209.197408:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc031136. 00010000:00000001:1.0:1777587209.453369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587209.453392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587209.453399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587209.453401:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587209.453421:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587209.453424:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587209.453426:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587210.477418:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587210.477425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587210.477432:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587210.477434:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587210.477505:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587210.477509:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587210.477512:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587210.861443:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587210.861453:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587210.861463:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000020:00000040:3.0:1777587210.861470:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587210.861474:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587210.861477:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587210.861482:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587210.861491:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587210.861498:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.861507:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587210.861518:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587210.861520:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.861525:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_03+3] req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.861560:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.861563:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587210.861566:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587210.861569:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005877c3b8. 00000020:00000040:3.0:1777587210.861571:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587210.861573:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587210.861574:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587210.861575:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587210.861593:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587210.861596:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.861600:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587210.861617:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587210.861618:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587210.861620:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587210.861621:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587210.861623:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587210.861623:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005877c3b8] to pc [ptlrpcd_00_00+0] req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587210.861627:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587210.861634:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587210.861636:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587210.861639:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587210.861640:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1777587210.861641:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587210.861642:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587210.861644:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587210.861645:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587210.861647:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667701504:192.168.204.155@tcp:400: 00000100:00000010:3.0:1777587210.861647:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000020:00000040:3.0:1777587210.861649:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587210.861651:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587210.861651:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587210.861652:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587210.861653:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587210.861656:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e71e35e. 02000000:00000001:1.0:1777587210.861657:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777587210.861658:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587210.861659:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587210.861661:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587210.861661:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777587210.861664:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca50ad2. 02000000:00000001:1.0:1777587210.861666:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587210.861667:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587210.861668:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.861670:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_01+1] req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587210.861672:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a9cbe1. 00000400:00000010:1.0:1777587210.861678:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000100:00000001:3.0:1777587210.861681:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.861682:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1777587210.861685:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701504, portal 25 00000100:00000040:3.0:1777587210.861685:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777587210.861688:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587210.861689:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000040:3.0:1777587210.861689:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12295) 00000100:00000040:1.0:1777587210.861693:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587210.861698:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587210.861706:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587210.861708:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000200:1.0:1777587210.861710:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667701504, offset 0 00000400:00000200:1.0:1777587210.861716:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587210.861728:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587210.861732:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587210.861736:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587210.861740:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587210.861742:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587210.861746:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [389:389:256:4294967295] 192.168.204.155@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:1.0:1777587210.861757:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587210.861763:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587210.861768:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587210.861774:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587210.861781:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587210.861781:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587210.861783:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587210.861784:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1777587210.861785:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1777587210.861788:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.861794:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587210.861795:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.861798:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587210.861799:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587210.861800:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.861801:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587210.861803:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667701760:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587210.861804:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306961230 00000100:00000001:2.0:1777587210.861806:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1777587210.861807:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e2badf7. 02000000:00000001:2.0:1777587210.861808:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587210.861810:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.861811:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587210.861813:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000010:2.0:1777587210.861814:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000145cf504. 02000000:00000001:2.0:1777587210.861815:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587210.861819:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306961230 00000100:00000010:1.0:1777587210.861821:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063524f75. 00000100:00000001:1.0:1777587210.861823:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587210.861825:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306961230 00000100:00000010:1.0:1777587210.861827:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d90c63ca. 00000400:00000010:2.0:1777587210.861829:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccd9290. 00000100:00000001:1.0:1777587210.861830:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587210.861832:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306961230 00000400:00000010:2.0:1777587210.861832:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000010:1.0:1777587210.861834:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fefc2c3. 00000100:00000200:2.0:1777587210.861834:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701760, portal 10 00000100:00000001:2.0:1777587210.861836:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587210.861837:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587210.861837:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00000001:1.0:1777587210.861839:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587210.861844:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587210.861845:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587210.861848:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587210.861850:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.861850:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587210.861852:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587210.861853:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777587210.861855:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667701760, offset 0 00000100:00000001:1.0:1777587210.861857:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587210.861859:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777587210.861859:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587210.861861:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587210.861862:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587210.861863:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587210.861863:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587210.861865:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587210.861865:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587210.861868:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587210.861870:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587210.861871:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587210.861874:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [390:390:255:4294967295] 192.168.204.155@tcp LPNI seq info [390:390:7:4294967295] 00000400:00000200:2.0:1777587210.861880:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587210.861885:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587210.861888:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777587210.861892:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587210.861904:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587210.861906:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587210.861912:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587210.861914:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 18048 usecs (19 jiffies) 00000100:00000001:2.0:1777587210.861917:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306957843 00000100:00000001:2.0:1777587210.861919:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.861921:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306957843 00000100:00000001:2.0:1777587210.861922:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.861929:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306957843 00000100:00000001:2.0:1777587210.861931:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.861933:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306957843 00000100:00000001:2.0:1777587210.861934:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.861936:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587210.861938:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.861939:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.861941:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.861944:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587210.861945:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587210.861947:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587210.861948:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587210.861949:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587210.861951:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587210.861952:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.861954:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587210.861955:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.861957:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587210.861958:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587210.861959:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587210.861962:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.861968:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587210.861970:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.861972:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587210.861973:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587210.861975:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587210.861977:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667701632:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587210.861980:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587210.861982:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587210.861984:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.861985:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587210.861988:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006398e052. 02000000:00000001:2.0:1777587210.861994:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587210.861997:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ed342b. 00000400:00000010:2.0:1777587210.862000:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000200:2.0:1777587210.862004:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701632, portal 10 00000100:00000001:2.0:1777587210.862005:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587210.862007:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015071872 : -105793694479744 : ffff9fc7fc6bca80) 00000100:00000040:2.0:1777587210.862012:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587210.862014:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587210.862019:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.862022:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587210.862025:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587210.862026:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1777587210.862028:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000100:00000001:0.0:1777587210.862029:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587210.862033:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667701632, offset 0 00000400:00000200:2.0:1777587210.862038:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587210.862043:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587210.862046:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587210.862049:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587210.862051:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587210.862054:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587210.862056:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [391:391:254:4294967295] 192.168.204.155@tcp LPNI seq info [391:391:6:4294967295] 00000400:00000200:2.0:1777587210.862063:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587210.862067:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587210.862070:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587210.862074:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587210.862077:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587210.862079:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587210.862082:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587210.862084:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 124696 usecs (125 jiffies) 00000100:00000001:2.0:1777587210.862086:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306957949 00000100:00000001:2.0:1777587210.862088:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.862089:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306957949 00000100:00000001:2.0:1777587210.862096:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.862097:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306957949 00000100:00000001:2.0:1777587210.862099:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.862100:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306957949 00000100:00000001:2.0:1777587210.862102:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306961230 00000100:00000001:2.0:1777587210.862104:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587210.862105:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.862107:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.862109:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587210.862283:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587210.862291:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:3.0:1777587210.862297:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587210.862302:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587210.862307:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:3.0:1777587210.862309:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:3.0:1777587210.862313:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587210.862316:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.862325:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587210.862328:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.862346:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587210.862347:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587210.862360:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587210.862362:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777587210.862365:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587210.862368:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587210.862370:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:3.0:1777587210.862371:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:3.0:1777587210.862374:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587210.862376:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.862382:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587210.862384:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.862390:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587210.862391:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587210.862453:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587210.862456:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587210.862458:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587210.862461:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587210.862463:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:3.0:1777587210.862465:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:3.0:1777587210.862472:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587210.862475:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.862482:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587210.862484:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.862490:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587210.862492:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587210.864876:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.864889:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587210.864892:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.864893:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587210.864902:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587210.864914:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0bd00 00000400:00000200:1.0:1777587210.864920:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xcfd [1] + 224 00000800:00000001:1.0:1777587210.864932:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.864938:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587210.864940:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587210.864943:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587210.864947:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587210.864952:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587210.864963:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.865009:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587210.865013:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587210.865030:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587210.865038:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865041:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587210.865043:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865045:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587210.865049:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587210.865054:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0be00 00000400:00000200:1.0:1777587210.865059:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd05 [1] + 224 00000800:00000001:1.0:1777587210.865075:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865079:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587210.865081:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587210.865084:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587210.865087:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587210.865091:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587210.865100:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587210.865119:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587210.865123:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865126:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587210.865128:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865130:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587210.865134:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587210.865140:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0bd80 00000400:00000200:1.0:1777587210.865144:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:1.0:1777587210.865148:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865153:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587210.865155:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587210.865158:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587210.865160:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587210.865163:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587210.865171:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587210.865177:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587210.865180:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587210.865183:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587210.865224:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587210.865226:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587210.865227:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a9cbe1. 00000400:00000200:3.0:1777587210.865230:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:3.0:1777587210.865231:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:3.0:1777587210.865233:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587210.865236:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587210.865241:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.865245:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587210.865246:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587210.865247:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587210.865249:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587210.865270:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587210.865271:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587210.865273:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587210.865279:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587210.865282:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587210.865284:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587210.865285:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587210.865288:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587210.865290:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587210.865292:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587210.865296:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.865309:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587210.865312:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587210.865314:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587210.865318:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587210.865339:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667701504:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587210.865345:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587210.865347:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587210.865350:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667701504/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587210.865357:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587210.865359:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587210.865363:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca50ad2. 02000000:00000001:3.0:1777587210.865366:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587210.865368:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587210.865370:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587210.865372:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587210.865374:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:3.0:1777587210.865378:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587210.865379:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587210.865381:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:3.0:1777587210.865385:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587210.865386:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587210.865388:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865394:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587210.865396:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587210.865398:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587210.865399:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587210.865402:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777587210.865403:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1777587210.865405:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1777587210.865406:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587210.865408:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ed342b. 00000400:00000200:2.0:1777587210.865414:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:2.0:1777587210.865415:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:2.0:1777587210.865418:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587210.865422:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587210.865431:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.865437:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587210.865438:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865440:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587210.865441:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587210.865443:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587210.865444:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.865446:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587210.865450:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587210.865453:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587210.865454:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587210.865456:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587210.865457:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587210.865465:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.865469:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587210.865470:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587210.865472:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587210.865473:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587210.865477:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.865484:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587210.865486:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587210.865487:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587210.865490:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587210.865497:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667701632:192.168.204.155@tcp:400: 00000400:00000001:2.0:1777587210.865503:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587210.865504:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587210.865505:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ccd9290. 00000400:00000200:2.0:1777587210.865506:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:2.0:1777587210.865507:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777587210.865509:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587210.865510:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587210.865514:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.865518:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587210.865519:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865520:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587210.865521:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587210.865521:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587210.865522:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587210.865524:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587210.865528:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587210.865530:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587210.865538:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587210.865540:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587210.865541:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587210.865544:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587210.865551:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.865553:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587210.865554:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587210.865555:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587210.865556:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587210.865559:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.865564:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587210.865566:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587210.865567:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587210.865569:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587210.865576:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667701760:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587210.865579:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865581:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587210.865583:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005877c3b8 x1863934667701632/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.865589:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587210.865590:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587210.865592:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006398e052. 02000000:00000001:2.0:1777587210.865595:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587210.865597:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587210.865597:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587210.865600:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587210.865601:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:2.0:1777587210.865603:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587210.865610:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587210.865611:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005877c3b8. 00000100:00000001:2.0:1777587210.865614:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587210.865615:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865616:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587210.865619:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667701760/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587210.865625:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587210.865626:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587210.865628:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000145cf504. 02000000:00000001:2.0:1777587210.865629:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587210.865630:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587210.865631:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587210.865633:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587210.865634:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e71e35e. 02000000:00000001:2.0:1777587210.865636:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587210.865637:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587210.865638:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:2.0:1777587210.865640:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587210.865641:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865642:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587210.865646:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587210.865647:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587210.865648:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587210.865650:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587211.501392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587211.501398:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587211.501424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587211.501426:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587211.501809:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587211.501813:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587211.501816:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587212.525399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587212.525409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587212.525418:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587212.525420:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587212.525709:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587212.525715:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587212.525737:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587213.549365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587213.549371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587213.549376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587213.549378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587213.549477:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587213.549480:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587213.549483:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587214.317333:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306961230, at 4306961280 00000100:00000040:2.0:1777587214.317341:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306961230, at 4306961280 00000100:00000010:3.0:1777587214.317353:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fefc2c3. 00000100:00000010:2.0:1777587214.317355:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d90c63ca. 00000100:00000040:1.0:1777587214.317440:0:195385:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306961230, at 4306961280 00000100:00000010:1.0:1777587214.317447:0:195385:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063524f75. 00000100:00000040:0.0:1777587214.317647:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306961230, at 4306961280 00000100:00000010:0.0:1777587214.317654:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e2badf7. 00010000:00000001:1.0:1777587214.573552:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587214.573560:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587214.573570:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587214.573571:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587214.573679:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587214.573684:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587214.573689:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587215.597365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587215.597371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587215.597379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587215.597380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587215.597796:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587215.597800:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587215.597803:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587215.981518:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587215.981525:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587215.981535:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000020:00000040:3.0:1777587215.981543:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587215.981548:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587215.981551:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587215.981556:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587215.981563:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587215.981570:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.981581:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587215.981592:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587215.981594:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.981599:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_02+2] req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587215.981639:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.981642:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587215.981645:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587215.981648:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777587215.981651:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587215.981662:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587215.981667:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587215.981667:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777587215.981670:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587215.981670:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587215.981674:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587215.981678:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777587215.981679:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587215.981685:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587215.981693:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1777587215.981694:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587215.981698:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587215.981705:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587215.981707:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587215.981708:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587215.981710:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587215.981714:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.981717:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_03+3] req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587215.981721:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667701888:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587215.981721:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587215.981732:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587215.981735:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587215.981741:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587215.981745:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587215.981748:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587215.981753:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000948f599f. 02000000:00000001:0.0:1777587215.981756:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587215.981762:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000100:00000001:3.0:1777587215.981763:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.981768:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587215.981771:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1777587215.981772:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000001:2.0:1777587215.981777:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587215.981781:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1777587215.981782:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667701888, portal 25 00000100:00000001:0.0:1777587215.981791:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587215.981792:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1777587215.981793:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.981795:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000010:3.0:1777587215.981799:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000100:00000040:0.0:1777587215.981808:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1777587215.981809:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587215.981819:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587215.981825:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587215.981830:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587215.981838:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:2.0:1777587215.981849:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587215.981851:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587215.981852:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587215.981856:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587215.981859:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000001:3.0:1777587215.981861:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587215.981862:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667701888, offset 0 00000100:00000040:3.0:1777587215.981868:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777587215.981877:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587215.981879:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587215.981886:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587215.981892:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1777587215.981895:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777587215.981897:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587215.981898:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587215.981903:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1777587215.981913:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667702016:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777587215.981914:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:3.0:1777587215.981914:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_00+0] req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587215.981928:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587215.981932:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777587215.981938:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:2.0:1777587215.981942:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587215.981947:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587215.981948:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [392:392:256:4294967295] 192.168.204.155@tcp LPNI seq info [392:392:8:4294967295] 02000000:00000001:2.0:1777587215.981954:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587215.981962:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5519fbb. 00000100:00000001:3.0:1777587215.981962:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.981968:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587215.981971:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587215.981981:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:3.0:1777587215.981982:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1777587215.981985:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccd9290. 00000800:00000200:0.0:1777587215.981993:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587215.981996:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000040:3.0:1777587215.981997:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12300) 00000800:00000010:0.0:1777587215.982000:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000100:00000200:2.0:1777587215.982009:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702016, portal 10 00000800:00000200:0.0:1777587215.982015:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587215.982016:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587215.982017:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587215.982022:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000800:00000200:0.0:1777587215.982030:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:2.0:1777587215.982036:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587215.982038:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587215.982044:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587215.982050:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587215.982060:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587215.982063:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587215.982063:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.982066:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306966350 00000100:00000010:0.0:1777587215.982078:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000100:00000040:2.0:1777587215.982080:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587215.982089:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000001:3.0:1777587215.982091:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587215.982092:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587215.982097:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587215.982098:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667702016, offset 0 00000100:00000001:0.0:1777587215.982103:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306966350 02000000:00000001:3.0:1777587215.982103:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587215.982107:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1777587215.982109:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 00000400:00000200:2.0:1777587215.982113:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587215.982117:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1777587215.982119:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587215.982123:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306966350 00000100:00100000:3.0:1777587215.982126:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667702144:192.168.204.155@tcp:400: 00000100:00000010:0.0:1777587215.982129:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a85aa0. 00000400:00000200:2.0:1777587215.982132:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587215.982138:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587215.982142:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1777587215.982149:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1777587215.982150:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587215.982151:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306966350 02000000:00000001:3.0:1777587215.982152:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587215.982160:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 02000000:00000001:3.0:1777587215.982160:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587215.982161:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:3.0:1777587215.982166:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0799a60. 02000000:00000001:3.0:1777587215.982170:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587215.982173:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1777587215.982175:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1777587215.982175:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002760ba55. 00000100:00000001:0.0:1777587215.982178:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777587215.982186:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000400:00000200:2.0:1777587215.982187:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587215.982189:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587215.982196:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702144, portal 10 00000100:00000001:0.0:1777587215.982197:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587215.982200:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [393:393:255:4294967295] 192.168.204.155@tcp LPNI seq info [393:393:7:4294967295] 00000100:00000001:0.0:1777587215.982205:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587215.982205:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587215.982209:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000100:00000001:0.0:1777587215.982221:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1777587215.982224:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.982225:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587215.982244:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587215.982281:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587215.982285:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587215.982289:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000200:3.0:1777587215.982292:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667702144, offset 0 00000400:00000200:3.0:1777587215.982296:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587215.982303:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587215.982312:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587215.982316:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587215.982319:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587215.982319:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000001:0.0:1777587215.982325:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587215.982340:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587215.982344:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587215.982347:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587215.982362:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587215.982366:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587215.982372:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587215.982378:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 123662 usecs (124 jiffies) 00000100:00000001:2.0:1777587215.982382:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306963069 00000100:00000001:2.0:1777587215.982385:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306966350 00000100:00000001:2.0:1777587215.982388:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306963069 00000100:00000001:2.0:1777587215.982390:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306966350 00000100:00000001:2.0:1777587215.982392:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306963069 00000100:00000001:2.0:1777587215.982394:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306966350 00000100:00000001:2.0:1777587215.982396:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306963069 00000100:00000001:2.0:1777587215.982399:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306966350 00000800:00000200:1.0:1777587215.982400:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587215.982403:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1777587215.982406:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000100:00000001:2.0:1777587215.982408:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587215.982414:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587215.982416:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587215.982417:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587215.982427:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587215.982428:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587215.982432:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587215.982435:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587215.982436:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587215.982438:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587215.982440:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587215.982457:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587215.982463:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587215.982485:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587215.982487:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587215.982490:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587215.982493:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [394:394:254:4294967295] 192.168.204.155@tcp LPNI seq info [394:394:6:4294967295] 00000400:00000200:3.0:1777587215.982502:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587215.982507:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587215.982510:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000800:00000200:3.0:1777587215.982515:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587215.982519:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587215.982522:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587215.982525:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587215.982529:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17931 usecs (18 jiffies) 00000100:00000001:3.0:1777587215.982532:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306962963 00000100:00000001:3.0:1777587215.982534:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306966350 00000100:00000001:3.0:1777587215.982536:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306962963 00000100:00000001:3.0:1777587215.982538:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306966350 00000100:00000001:3.0:1777587215.982540:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306962963 00000100:00000001:3.0:1777587215.982541:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306966350 00000100:00000001:3.0:1777587215.982543:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306962963 00000100:00000001:3.0:1777587215.982544:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306966350 00000100:00000001:3.0:1777587215.982546:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587215.982548:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587215.982550:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587215.982552:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587215.982556:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587215.982557:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587215.982559:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587215.982561:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587215.982562:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587215.982568:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587215.982608:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:1.0:1777587215.982611:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:1.0:1777587215.982616:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587215.982619:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.982629:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587215.982631:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.982638:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.982640:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587215.982652:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587215.982658:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777587215.982661:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587215.982664:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587215.982667:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:1.0:1777587215.982668:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:1.0:1777587215.982671:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587215.982674:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.982681:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587215.982683:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.982689:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.982690:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587215.982749:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587215.982751:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:1.0:1777587215.982754:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587215.982757:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587215.982759:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:1.0:1777587215.982760:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:1.0:1777587215.982762:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587215.982765:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.982771:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587215.982773:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.982779:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.982781:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587215.985173:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985187:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587215.985191:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985193:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587215.985207:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587215.985341:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0be80 00000400:00000200:3.0:1777587215.985349:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xd15 [1] + 224 00000800:00000001:3.0:1777587215.985357:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985363:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587215.985365:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587215.985369:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587215.985375:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587215.985381:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587215.985391:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.985445:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587215.985449:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587215.985466:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587215.985475:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985479:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587215.985480:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985482:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587215.985486:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587215.985492:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0bf00 00000400:00000200:3.0:1777587215.985498:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd1d [1] + 224 00000800:00000001:3.0:1777587215.985501:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985504:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587215.985506:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587215.985509:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587215.985511:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587215.985514:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587215.985538:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587215.985560:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587215.985565:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985568:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587215.985570:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985572:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587215.985576:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587215.985581:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0bf80 00000400:00000200:3.0:1777587215.985585:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd25 [1] + 224 00000800:00000001:3.0:1777587215.985589:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985594:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587215.985596:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587215.985599:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587215.985602:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587215.985605:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587215.985612:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587215.985631:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587215.985634:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587215.985636:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587215.985659:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587215.985665:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587215.985671:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587215.985674:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777587215.985675:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1777587215.985676:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ccd9290. 00000100:00000001:1.0:1777587215.985679:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587215.985683:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:2.0:1777587215.985686:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777587215.985700:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1777587215.985702:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1777587215.985705:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587215.985708:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587215.985711:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002760ba55. 00000400:00000200:1.0:1777587215.985717:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:1.0:1777587215.985720:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000001:1.0:1777587215.985733:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587215.985735:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587215.985740:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587215.985750:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587215.985754:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587215.985757:0:197584:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1777587215.985758:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587215.985762:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587215.985765:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587215.985768:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587215.985769:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.985772:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587215.985773:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.985776:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587215.985778:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587215.985780:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587215.985781:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587215.985782:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=102 v=5 (5 5 5 5) 02000000:00000001:1.0:1777587215.985783:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587215.985790:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=102 v=5 (1 1 1 1) 00000100:00001000:1.0:1777587215.985792:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=108 v=5 (5 5 5 5) 00000100:00000001:2.0:1777587215.985793:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587215.985795:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587215.985798:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=65 v=5 (1 1 0 0) 00010000:00000001:2.0:1777587215.985799:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587215.985803:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1777587215.985803:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.985805:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587215.985807:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1777587215.985808:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1777587215.985810:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00010000:00080000:1.0:1777587215.985813:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587215.985813:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587215.985815:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587215.985822:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587215.985827:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.985829:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587215.985830:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587215.985834:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587215.985836:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587215.985844:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587215.985845:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587215.985851:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587215.985854:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587215.985859:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587215.985862:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587215.985864:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587215.985867:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1777587215.985874:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667702016:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587215.985879:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587215.985881:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587215.985883:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667702016/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587215.985899:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587215.985901:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587215.985905:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5519fbb. 00000100:00000040:1.0:1777587215.985908:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587215.985909:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587215.985912:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587215.985915:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587215.985920:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587215.985923:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 00000100:00100000:1.0:1777587215.985925:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667702144:192.168.204.155@tcp:400: 02000000:00000001:2.0:1777587215.985936:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777587215.985938:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587215.985939:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587215.985941:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:1.0:1777587215.985942:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587215.985946:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1777587215.985947:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667702144/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587215.985949:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587215.985954:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587215.985960:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587215.985962:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1777587215.985962:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1777587215.985964:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0799a60. 00000100:00000001:2.0:1777587215.985965:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587215.985969:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587215.985970:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1777587215.985971:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587215.985972:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587215.985975:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587215.985978:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587215.985979:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587215.985982:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587215.985984:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587215.985985:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:1.0:1777587215.985987:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587215.985988:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587215.985989:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587215.985993:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587215.985993:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587215.985995:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587215.985997:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587215.985999:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587215.986002:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587215.986004:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000400:00000200:0.0:1777587215.986011:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:0.0:1777587215.986013:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:0.0:1777587215.986016:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587215.986020:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587215.986029:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.986035:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587215.986037:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587215.986039:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587215.986040:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587215.986042:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587215.986043:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587215.986045:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587215.986048:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587215.986057:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587215.986059:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587215.986061:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587215.986062:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587215.986064:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587215.986065:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587215.986069:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.986076:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587215.986078:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587215.986079:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587215.986082:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587215.986089:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667701888:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587215.986093:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587215.986095:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587215.986097:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667701888/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587215.986103:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587215.986104:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587215.986106:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000948f599f. 02000000:00000001:0.0:1777587215.986109:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587215.986110:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587215.986111:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587215.986113:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587215.986114:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:0.0:1777587215.986116:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587215.986118:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587215.986119:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:0.0:1777587215.986122:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587215.986123:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587215.986124:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587215.986127:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587215.986133:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587215.986134:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587215.986136:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587216.621355:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587216.621360:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587216.621365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587216.621370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587216.621429:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587216.621433:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587216.621436:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587217.645365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587217.645374:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587217.645376:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587217.645379:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645384:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587217.645386:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645388:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645390:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587217.645395:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587217.645412:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587217.645413:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645415:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587217.645416:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645417:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587217.645418:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587217.645511:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587217.645515:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587217.645518:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587218.670094:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587218.670101:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587218.670107:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587218.670108:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587218.670219:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587218.670223:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587218.670226:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587219.437318:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306966350, at 4306966400 00000100:00000040:1.0:1777587219.437323:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306966350, at 4306966400 00000100:00000010:1.0:1777587219.437335:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00000100:00000010:3.0:1777587219.437337:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000040:2.0:1777587219.437345:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306966350, at 4306966400 00000100:00000010:2.0:1777587219.437356:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a85aa0. 00000100:00000040:0.0:1777587219.438030:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306966350, at 4306966400 00000100:00000010:0.0:1777587219.438039:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00010000:00000001:1.0:1777587219.693417:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587219.693427:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587219.693435:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587219.693436:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587219.693529:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587219.693535:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587219.693540:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587220.717387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587220.717394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587220.717402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587220.717403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587220.717440:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587220.717445:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587220.717448:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587221.101490:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587221.101499:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587221.101508:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777587221.101514:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587221.101518:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587221.101522:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587221.101534:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587221.101544:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587221.101552:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101562:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587221.101573:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587221.101575:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101580:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_01+1] req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587221.101630:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101633:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587221.101636:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587221.101639:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000020:00000040:3.0:1777587221.101641:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587221.101644:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587221.101645:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587221.101646:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587221.101651:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587221.101654:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101657:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587221.101665:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587221.101679:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101682:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_02+2] req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587221.101700:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101702:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587221.101705:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587221.101708:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000020:00000040:3.0:1777587221.101710:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587221.101713:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587221.101714:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587221.101716:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587221.101720:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587221.101722:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101725:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587221.101732:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587221.101733:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101736:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_03+3] req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587221.101742:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587221.101744:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587221.101747:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587221.101751:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12305) 00000100:00000001:0.0:1777587221.101803:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.101808:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587221.101810:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587221.101815:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.101823:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587221.101825:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587221.101828:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587221.101830:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587221.101833:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587221.101836:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667702272:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587221.101853:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587221.101858:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587221.101860:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587221.101862:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587221.101867:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba52bf5. 02000000:00000001:0.0:1777587221.101868:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587221.101873:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000400:00000010:0.0:1777587221.101879:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777587221.101896:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702272, portal 25 00000100:00000001:0.0:1777587221.101899:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587221.101901:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:0.0:1777587221.101905:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.101919:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587221.101923:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587221.101925:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000200:0.0:1777587221.101928:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667702272, offset 0 00000400:00000200:0.0:1777587221.101934:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587221.101947:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587221.101952:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587221.101956:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587221.101959:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587221.101962:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587221.101966:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [395:395:256:4294967295] 192.168.204.155@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:0.0:1777587221.101977:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587221.101983:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587221.101987:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000800:00000200:0.0:1777587221.101993:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587221.102001:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587221.102004:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587221.102012:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102016:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306971470 00000100:00000010:0.0:1777587221.102020:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8691442. 00000100:00000001:0.0:1777587221.102035:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587221.102044:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306971470 00000100:00000010:0.0:1777587221.102047:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e13f4dc6. 00000100:00000001:0.0:1777587221.102050:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587221.102052:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306971470 00000100:00000010:0.0:1777587221.102054:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8aa06c. 00000100:00000001:0.0:1777587221.102056:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587221.102058:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306971470 00000100:00000010:0.0:1777587221.102061:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000100:00000001:0.0:1777587221.102068:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587221.102071:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587221.102074:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102076:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102078:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.102085:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587221.102087:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587221.102089:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.102090:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587221.102091:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102093:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102103:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.102105:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587221.102106:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587221.102111:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.102117:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587221.102118:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587221.102120:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587221.102122:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587221.102124:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587221.102126:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667702400:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587221.102129:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587221.102132:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587221.102145:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587221.102147:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587221.102150:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013efb404. 02000000:00000001:0.0:1777587221.102152:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587221.102155:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9ef1cc7. 00000400:00000010:0.0:1777587221.102159:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cd64643. 00000100:00000200:0.0:1777587221.102162:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702400, portal 10 00000100:00000001:0.0:1777587221.102164:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587221.102165:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000100:00000001:1.0:1777587221.102168:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587221.102172:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587221.102173:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.102190:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587221.102193:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587221.102195:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000200:0.0:1777587221.102197:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667702400, offset 0 00000400:00000200:0.0:1777587221.102201:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587221.102207:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587221.102210:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587221.102212:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587221.102215:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587221.102217:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587221.102219:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [396:396:255:4294967295] 192.168.204.155@tcp LPNI seq info [396:396:7:4294967295] 00000400:00000200:0.0:1777587221.102226:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587221.102230:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587221.102233:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587221.102238:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587221.102242:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587221.102244:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587221.102247:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587221.102284:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 122648 usecs (123 jiffies) 00000800:00000200:1.0:1777587221.102284:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587221.102288:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306968187 00000800:00000010:1.0:1777587221.102288:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000100:00000001:0.0:1777587221.102293:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306971470 00000400:00000200:1.0:1777587221.102293:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587221.102296:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306968187 00000400:00000200:1.0:1777587221.102300:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587221.102301:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306971470 00000100:00000001:0.0:1777587221.102305:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306968187 00000400:00000200:1.0:1777587221.102305:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000100:00000001:0.0:1777587221.102308:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306971470 00000400:00000010:1.0:1777587221.102308:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587221.102312:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306968187 00000100:00000001:1.0:1777587221.102313:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587221.102314:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306971470 00000100:00000200:1.0:1777587221.102318:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.102325:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587221.102327:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102331:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102335:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.102342:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587221.102342:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587221.102344:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587221.102348:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587221.102348:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.102350:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587221.102353:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587221.102357:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587221.102362:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.102363:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102364:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587221.102365:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.102367:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.102368:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587221.102369:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587221.102372:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1777587221.102374:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.102382:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587221.102383:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587221.102385:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587221.102387:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587221.102390:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587221.102391:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1777587221.102393:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667702528:192.168.204.155@tcp:400: 00000800:00000010:1.0:1777587221.102395:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000100:00000001:0.0:1777587221.102400:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1777587221.102401:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1777587221.102403:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587221.102406:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587221.102407:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:0.0:1777587221.102410:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587221.102412:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 02000000:00000010:0.0:1777587221.102414:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008294cda3. 00000400:00000010:1.0:1777587221.102415:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 02000000:00000001:0.0:1777587221.102418:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587221.102420:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1777587221.102422:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4b6d2e. 00000100:00000200:1.0:1777587221.102426:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587221.102427:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777587221.102433:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702528, portal 10 00000100:00000001:0.0:1777587221.102437:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587221.102439:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000001:1.0:1777587221.102439:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587221.102442:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.102453:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587221.102456:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.102456:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587221.102465:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587221.102468:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587221.102470:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000100:00000200:0.0:1777587221.102473:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667702528, offset 0 00000400:00000200:0.0:1777587221.102479:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587221.102484:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587221.102486:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587221.102488:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587221.102490:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587221.102492:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587221.102494:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [397:397:256:4294967295] 192.168.204.155@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:0.0:1777587221.102500:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587221.102504:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587221.102506:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587221.102509:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587221.102513:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587221.102515:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587221.102528:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587221.102530:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17816 usecs (18 jiffies) 00000100:00000001:0.0:1777587221.102532:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306968082 00000100:00000001:0.0:1777587221.102534:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306971470 00000100:00000001:0.0:1777587221.102536:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306968082 00000100:00000001:0.0:1777587221.102537:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306971470 00000100:00000001:0.0:1777587221.102538:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306968082 00000100:00000001:0.0:1777587221.102539:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306971470 00000100:00000001:0.0:1777587221.102540:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306968082 00000100:00000001:0.0:1777587221.102548:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306971470 00000100:00000001:0.0:1777587221.102549:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587221.102551:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102552:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102554:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.102598:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.102600:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587221.102763:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587221.102766:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:1.0:1777587221.102770:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587221.102787:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587221.102791:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:1.0:1777587221.102792:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000001:1.0:1777587221.102795:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587221.102798:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.102806:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587221.102808:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.102813:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587221.102815:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587221.104360:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.104504:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587221.104509:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.104512:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587221.104523:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587221.104538:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c000 00000400:00000200:3.0:1777587221.104545:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xd2d [1] + 224 00000800:00000001:3.0:1777587221.104576:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.104584:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587221.104586:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587221.104590:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587221.104595:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587221.104601:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587221.104611:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.104679:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.104683:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587221.104845:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1777587221.104851:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587221.104854:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1777587221.104855:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1777587221.104857:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000800:00000001:3.0:1777587221.104860:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587221.104863:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.104864:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587221.104865:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:0.0:1777587221.104870:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000400:00000200:3.0:1777587221.104871:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777587221.104876:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1777587221.104881:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c100 00000100:00000200:0.0:1777587221.104883:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587221.104888:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:3.0:1777587221.104892:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.104894:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587221.104896:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587221.104902:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000200:0.0:1777587221.104911:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.104918:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587221.104919:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.104922:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587221.104928:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587221.104931:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587221.104933:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587221.104966:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587221.104970:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587221.104979:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587221.104998:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587221.105003:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.105007:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587221.105009:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.105011:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587221.105021:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587221.105027:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c080 00000100:00000001:1.0:1777587221.105029:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587221.105031:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587221.105031:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd35 [1] + 224 00000400:00000001:1.0:1777587221.105035:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1777587221.105035:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1777587221.105036:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587221.105038:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e4b6d2e. 00000800:00000001:3.0:1777587221.105040:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587221.105042:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587221.105044:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587221.105046:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:1.0:1777587221.105047:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:1.0:1777587221.105050:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587221.105053:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587221.105124:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587221.105130:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587221.105144:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587221.105147:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587221.105148:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587221.105150:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587221.105152:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.105154:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587221.105159:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.105176:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587221.105179:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587221.105181:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587221.105184:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587221.105191:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667702272:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587221.105196:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.105198:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587221.105201:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667702272/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587221.105207:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587221.105210:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587221.105212:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba52bf5. 02000000:00000001:0.0:1777587221.105216:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587221.105219:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587221.105220:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587221.105222:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1777587221.105223:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:3.0:1777587221.105228:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587221.105237:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 00000100:00000040:3.0:1777587221.105238:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587221.105245:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587221.105249:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1777587221.105249:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1777587221.105278:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:0.0:1777587221.105283:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587221.105286:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.105288:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587221.105288:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587221.105293:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587221.105297:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587221.105300:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587221.105302:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587221.105305:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587221.105344:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.105350:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587221.105352:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.105353:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587221.105354:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587221.105355:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587221.105356:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587221.105358:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587221.105362:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587221.105364:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=71 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587221.105365:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587221.105366:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587221.105368:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587221.105370:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587221.105377:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587221.105381:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587221.105382:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587221.105384:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587221.105385:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587221.105388:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.105394:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587221.105395:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587221.105396:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587221.105399:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587221.105416:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667702528:192.168.204.155@tcp:400: 00000400:00000001:1.0:1777587221.105422:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587221.105423:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587221.105424:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9ef1cc7. 00000400:00000200:1.0:1777587221.105427:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd64643 00000400:00000010:1.0:1777587221.105429:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000cd64643. 00000100:00000001:1.0:1777587221.105431:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587221.105433:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587221.105440:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.105446:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587221.105447:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.105449:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587221.105451:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587221.105452:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587221.105453:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587221.105455:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587221.105458:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587221.105461:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587221.105462:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587221.105463:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587221.105465:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587221.105467:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587221.105469:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587221.105470:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587221.105472:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587221.105473:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587221.105476:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.105482:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587221.105490:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587221.105491:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587221.105495:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587221.105501:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667702400:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587221.105503:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.105505:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587221.105506:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667702528/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.105510:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587221.105511:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587221.105512:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008294cda3. 02000000:00000001:1.0:1777587221.105514:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587221.105515:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587221.105516:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587221.105517:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587221.105518:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587221.105519:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587221.105520:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587221.105520:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:1.0:1777587221.105522:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587221.105523:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.105524:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587221.105525:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667702400/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587221.105528:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587221.105528:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587221.105529:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013efb404. 02000000:00000001:1.0:1777587221.105530:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587221.105530:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587221.105531:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587221.105532:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587221.105532:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:1.0:1777587221.105537:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587221.105538:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587221.105538:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:1.0:1777587221.105540:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587221.105541:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.105542:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587221.105545:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587221.105545:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587221.105546:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587221.105547:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587221.741460:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587221.741467:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587221.741474:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587221.741476:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587221.741713:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587221.741717:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587221.741719:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587222.765373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587222.765379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587222.765384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587222.765385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587222.765446:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587222.765451:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587222.765454:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587223.789379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587223.789407:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587223.789414:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587223.789415:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587223.789469:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587223.789473:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587223.789475:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587224.557357:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306971470, at 4306971520 00000100:00000040:3.0:1777587224.557357:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306971470, at 4306971520 00000100:00000040:1.0:1777587224.557365:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306971470, at 4306971520 00000100:00000010:1.0:1777587224.557380:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e13f4dc6. 00000100:00000010:0.0:1777587224.557383:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8691442. 00000100:00000010:3.0:1777587224.557385:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00000100:00000040:2.0:1777587224.557457:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306971470, at 4306971520 00000100:00000010:2.0:1777587224.557466:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8aa06c. 00010000:00000001:1.0:1777587224.813365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587224.813371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587224.813378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587224.813380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587224.814227:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587224.814230:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587224.814233:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587225.837404:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587225.837410:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587225.837415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587225.837416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587225.837546:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587225.837549:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587225.837552:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587226.221403:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587226.221411:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587226.221420:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777587226.221440:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587226.221444:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587226.221447:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587226.221453:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587226.221461:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587226.221468:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221478:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587226.221489:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587226.221491:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221495:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.221534:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221536:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587226.221539:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587226.221542:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777587226.221545:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587226.221547:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587226.221549:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587226.221550:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587226.221553:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc1f15a9. 00000100:00000001:3.0:1777587226.221556:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221559:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587226.221566:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587226.221567:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221570:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_01+1] req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.221577:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221579:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587226.221589:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587226.221591:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587226.221593:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587226.221596:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587226.221597:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587226.221599:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587226.221601:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e71e35e. 00000100:00000001:3.0:1777587226.221604:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221608:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587226.221614:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587226.221615:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221618:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_02+2] req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.221636:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587226.221638:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587226.221641:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587226.221646:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12310) 00000100:00000001:1.0:1777587226.221662:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587226.221667:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587226.221670:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587226.221675:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587226.221697:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587226.221699:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.221700:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587226.221703:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587226.221704:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587226.221706:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1777587226.221707:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587226.221710:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587226.221712:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587226.221715:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667702912:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587226.221722:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587226.221726:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1777587226.221727:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587226.221728:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587226.221730:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587226.221733:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587226.221736:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777587226.221736:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587226.221740:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587226.221742:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000704162f7. 00000100:00100000:2.0:1777587226.221744:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667702784:192.168.204.155@tcp:400: 02000000:00000001:1.0:1777587226.221745:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587226.221752:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfa7e4b8. 00000100:00000001:0.0:1777587226.221760:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777587226.221760:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000001:2.0:1777587226.221761:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587226.221767:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587226.221769:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1777587226.221770:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.221772:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1777587226.221772:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702912, portal 10 02000000:00000001:2.0:1777587226.221774:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587226.221778:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1777587226.221780:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080e82f65. 02000000:00000001:2.0:1777587226.221784:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587226.221787:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587226.221789:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000400:00000010:2.0:1777587226.221789:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccd9290. 00000400:00000010:2.0:1777587226.221800:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000040:1.0:1777587226.221805:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.221810:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1777587226.221810:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702784, portal 10 00000100:00000001:0.0:1777587226.221816:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.221818:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587226.221823:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 02000000:00000001:0.0:1777587226.221828:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587226.221832:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1777587226.221833:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587226.221837:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587226.221841:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587226.221847:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587226.221848:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777587226.221856:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667702912, offset 0 00000100:00100000:0.0:1777587226.221860:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667702656:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587226.221862:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587226.221872:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587226.221877:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587226.221878:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1777587226.221883:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 02000000:00000001:0.0:1777587226.221886:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1777587226.221887:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667702784, offset 0 02000000:00000001:0.0:1777587226.221891:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587226.221891:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:0.0:1777587226.221901:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587226.221902:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587226.221909:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587226.221912:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000010:0.0:1777587226.221914:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008891b8a8. 00000400:00000200:1.0:1777587226.221918:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777587226.221920:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587226.221926:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:0.0:1777587226.221929:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000400:00000200:1.0:1777587226.221935:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [398:398:256:4294967295] 192.168.204.155@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000010:0.0:1777587226.221940:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777587226.221948:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667702656, portal 25 00000100:00000001:0.0:1777587226.221952:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777587226.221956:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587226.221957:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:0.0:1777587226.221966:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587226.221980:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587226.221982:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1777587226.221982:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587226.221985:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1777587226.221990:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000100:00000040:0.0:1777587226.221993:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587226.221999:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:0.0:1777587226.222002:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cd64643. 00000400:00000200:2.0:1777587226.222006:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1777587226.222011:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667702656, offset 0 00000800:00000200:1.0:1777587226.222011:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587226.222016:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587226.222024:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [399:399:255:4294967295] 192.168.204.155@tcp LPNI seq info [399:399:7:4294967295] 00000400:00000200:0.0:1777587226.222032:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777587226.222046:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587226.222053:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777587226.222066:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587226.222072:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587226.222073:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587226.222076:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000040:1.0:1777587226.222080:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17701 usecs (18 jiffies) 00000400:00000200:0.0:1777587226.222084:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587226.222092:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587226.222093:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306973202 00000400:00000200:0.0:1777587226.222099:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1777587226.222102:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d672097f. 00000800:00000200:2.0:1777587226.222106:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587226.222112:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587226.222112:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1777587226.222113:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587226.222122:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587226.222125:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587226.222125:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306973202 00000100:00000010:1.0:1777587226.222131:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9e1957. 00000100:00000040:2.0:1777587226.222133:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 121648 usecs (122 jiffies) 00000100:00000001:1.0:1777587226.222135:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587226.222138:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306973306 00000100:00000001:1.0:1777587226.222139:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306973202 00000400:00000200:0.0:1777587226.222151:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:1.0:1777587226.222151:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d20faf. 00000100:00000001:2.0:1777587226.222153:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4306973202 00000100:00000001:1.0:1777587226.222160:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587226.222161:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306973306 00000100:00000001:1.0:1777587226.222166:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306973202 00000100:00000001:2.0:1777587226.222166:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4306973202 00000100:00000010:1.0:1777587226.222171:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063524f75. 00000100:00000001:2.0:1777587226.222173:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306973306 00000100:00000001:1.0:1777587226.222178:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1777587226.222180:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [400:400:254:4294967295] 192.168.204.155@tcp LPNI seq info [400:400:6:4294967295] 00000100:00000001:2.0:1777587226.222183:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4306973202 00000100:00000001:1.0:1777587226.222188:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587226.222194:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306973306 00000100:00000001:1.0:1777587226.222197:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.222200:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4306973202 00000100:00000001:1.0:1777587226.222202:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.222204:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587226.222209:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.222215:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587226.222221:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777587226.222222:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587226.222224:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587226.222224:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.222231:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587226.222233:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587226.222237:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587226.222240:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.222240:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1777587226.222244:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587226.222246:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.222246:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587226.222298:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587226.222305:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587226.222322:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587226.222326:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000800:00000010:0.0:1777587226.222333:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587226.222334:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587226.222344:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000800:00000200:0.0:1777587226.222353:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587226.222356:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000400:00000010:3.0:1777587226.222361:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:3.0:1777587226.222367:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777587226.222368:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:3.0:1777587226.222374:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587226.222375:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587226.222389:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.222399:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306976591 00000100:00000001:3.0:1777587226.222402:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587226.222408:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306973306 00000100:00000040:3.0:1777587226.222408:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.222416:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306976591 00000100:00000001:0.0:1777587226.222421:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306973306 00000100:00000001:0.0:1777587226.222426:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306976591 00000100:00000001:0.0:1777587226.222429:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306973306 00000100:00000001:0.0:1777587226.222434:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306976591 00000100:00000001:0.0:1777587226.222441:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306973306 00000100:00000001:0.0:1777587226.222450:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587226.222451:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.222459:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587226.222459:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587226.222465:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.222468:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.222475:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1777587226.222476:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587226.222478:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1777587226.222480:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000100:00000001:0.0:1777587226.222483:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587226.222485:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587226.222486:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587226.222489:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.222496:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587226.222499:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587226.222506:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:3.0:1777587226.222509:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:3.0:1777587226.222511:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587226.222514:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.222521:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587226.222523:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.222530:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587226.222531:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587226.222584:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587226.222587:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587226.222590:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587226.222594:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587226.222596:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd64643 00000400:00000010:3.0:1777587226.222598:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000cd64643. 00000100:00000001:3.0:1777587226.222601:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587226.222604:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.222611:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587226.222613:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.222632:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587226.222634:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587226.222765:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587226.222767:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587226.222769:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.222771:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587226.224637:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587226.224650:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587226.224654:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587226.224656:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587226.224666:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587226.224679:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c280 00000400:00000200:1.0:1777587226.224686:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd45 [1] + 224 00000800:00000001:1.0:1777587226.224693:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587226.224700:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587226.224702:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587226.224705:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587226.224710:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587226.224715:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587226.224725:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587226.224750:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587226.224758:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587226.224761:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.224843:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587226.224847:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587226.224853:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587226.224855:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587226.224880:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfa7e4b8. 00000400:00000200:0.0:1777587226.224885:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:0.0:1777587226.224886:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:0.0:1777587226.224890:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587226.224894:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587226.224902:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.224908:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587226.224910:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.224912:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587226.224915:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587226.224917:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587226.224919:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587226.224921:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587226.224929:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587226.224933:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=76 v=5 (1 1 0 0) 00000100:00000001:0.0:1777587226.224935:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587226.224936:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587226.224939:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587226.224942:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587226.224949:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.224952:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587226.224954:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587226.224955:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587226.224957:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587226.224960:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.224966:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587226.224968:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587226.224970:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587226.224973:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587226.224986:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667702912:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587226.224991:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.224993:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587226.224996:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667702912/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.225001:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587226.225004:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587226.225006:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000704162f7. 02000000:00000001:0.0:1777587226.225010:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587226.225012:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587226.225014:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587226.225016:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587226.225018:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e71e35e. 02000000:00000001:0.0:1777587226.225022:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587226.225023:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587226.225024:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:0.0:1777587226.225027:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587226.225028:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.225030:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.225050:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587226.225052:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.225054:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587226.225056:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587226.225176:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225181:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587226.225189:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225192:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587226.225197:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587226.225205:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c180 00000400:00000200:3.0:1777587226.225210:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:3.0:1777587226.225215:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225299:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587226.225302:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587226.225306:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587226.225309:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587226.225313:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587226.225322:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.225344:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587226.225349:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225352:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587226.225353:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225354:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587226.225357:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587226.225361:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c200 00000400:00000200:3.0:1777587226.225365:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd49 [1] + 224 00000800:00000001:3.0:1777587226.225367:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225370:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587226.225371:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587226.225373:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587226.225375:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587226.225377:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587226.225382:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587226.225404:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587226.225409:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587226.225411:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.225443:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587226.225446:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587226.225450:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587226.225451:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587226.225453:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ccd9290. 00000400:00000200:2.0:1777587226.225457:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:2.0:1777587226.225459:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777587226.225463:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587226.225468:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.225472:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587226.225475:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587226.225480:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1777587226.225481:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777587226.225483:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587226.225486:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000400:00000200:0.0:1777587226.225492:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:0.0:1777587226.225494:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:0.0:1777587226.225495:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587226.225506:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1777587226.225508:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587226.225509:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.225512:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587226.225514:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587226.225516:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587226.225519:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587226.225523:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587226.225528:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1777587226.225529:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587226.225533:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587226.225537:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587226.225538:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587226.225542:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587226.225545:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.225549:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587226.225551:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587226.225552:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587226.225553:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587226.225556:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.225556:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.225560:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1777587226.225561:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587226.225563:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587226.225566:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587226.225568:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587226.225573:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.225578:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1777587226.225580:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=119 v=5 (5 5 5 5) 00000100:00000001:2.0:1777587226.225580:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587226.225582:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777587226.225586:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=119 v=5 (1 1 1 1) 00000100:00000040:2.0:1777587226.225588:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.225592:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1777587226.225599:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667702784:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587226.225603:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.225605:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587226.225607:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667702784/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587226.225613:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587226.225614:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587226.225620:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080e82f65. 02000000:00000001:2.0:1777587226.225623:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587226.225625:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587226.225626:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587226.225628:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587226.225629:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc1f15a9. 02000000:00000001:2.0:1777587226.225631:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587226.225632:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587226.225633:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:2.0:1777587226.225636:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587226.225637:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.225639:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587226.225642:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587226.225643:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587226.225645:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587226.225646:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.225685:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587226.225687:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587226.225688:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.225689:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587226.225692:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.225697:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587226.225698:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587226.225699:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587226.225701:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587226.225705:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667702656:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587226.225707:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.225708:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587226.225709:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667702656/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587226.225713:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587226.225714:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587226.225715:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008891b8a8. 02000000:00000001:0.0:1777587226.225717:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587226.225718:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587226.225719:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587226.225725:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587226.225726:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:0.0:1777587226.225728:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587226.225729:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587226.225729:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:0.0:1777587226.225731:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587226.225732:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.225733:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587226.225735:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587226.225736:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587226.225737:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587226.225739:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587226.861877:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587226.861882:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587226.861886:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587226.861887:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587226.861958:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587226.861960:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587226.861962:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587227.885409:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587227.885414:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587227.885416:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587227.885419:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885423:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587227.885425:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885427:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885428:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885431:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587227.885432:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587227.885447:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587227.885448:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885449:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587227.885450:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885451:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587227.885452:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587227.885742:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587227.885745:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587227.885748:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587228.909368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587228.909376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587228.909383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587228.909385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587228.909518:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587228.909522:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587228.909524:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587229.677332:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306976591, at 4306976640 00000100:00000040:3.0:1777587229.677332:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306976591, at 4306976640 00000100:00000040:0.0:1777587229.677333:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306976591, at 4306976640 00000100:00000010:1.0:1777587229.677348:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9e1957. 00000100:00000010:3.0:1777587229.677350:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063524f75. 00000100:00000010:0.0:1777587229.677359:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d672097f. 00000100:00000040:2.0:1777587229.677489:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306976591, at 4306976640 00000100:00000010:2.0:1777587229.677496:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d20faf. 00010000:00000001:1.0:1777587229.933368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587229.933374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587229.933381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587229.933383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587229.933418:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587229.933423:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587229.933427:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587230.957342:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587230.957349:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587230.957357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587230.957359:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587230.957528:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587230.957533:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587230.957536:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587231.344345:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587231.344354:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587231.344364:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000408b41ed. 00000020:00000040:1.0:1777587231.344370:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587231.344375:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587231.344378:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587231.344382:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587231.344389:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587231.344396:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344406:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587231.344438:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587231.344440:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344447:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000408b41ed] to pc [ptlrpcd_00_03+3] req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587231.344489:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344491:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587231.344495:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587231.344499:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001da395dd. 00000020:00000040:1.0:1777587231.344501:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587231.344504:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587231.344506:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587231.344508:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587231.344512:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:1.0:1777587231.344515:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344519:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587231.344526:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587231.344527:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344530:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001da395dd] to pc [ptlrpcd_00_00+0] req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587231.344547:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344550:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587231.344553:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587231.344556:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbf6c2f8. 00000020:00000040:1.0:1777587231.344558:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587231.344560:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587231.344562:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587231.344562:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587231.344564:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587231.344568:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b02692d. 00000100:00100000:2.0:1777587231.344568:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587231.344573:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.344573:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587231.344578:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587231.344582:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587231.344586:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587231.344587:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587231.344589:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587231.344591:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587231.344594:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.344595:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587231.344601:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbf6c2f8] to pc [ptlrpcd_00_01+1] req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587231.344603:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587231.344624:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.344624:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777587231.344628:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587231.344628:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344634:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1777587231.344634:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587231.344638:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587231.344640:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12316) 02000000:00000001:2.0:1777587231.344642:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587231.344647:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667703168:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587231.344651:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587231.344664:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587231.344665:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587231.344667:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587231.344671:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3e2b6c5. 02000000:00000001:2.0:1777587231.344672:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587231.344676:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccd9290. 00000400:00000010:2.0:1777587231.344682:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777587231.344687:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703168, portal 10 00000100:00000001:2.0:1777587231.344690:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587231.344691:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744064 : -105793702807552 : ffff9fc7fbecb800) 00000100:00000040:2.0:1777587231.344699:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587231.344706:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587231.344708:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587231.344710:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777587231.344713:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667703168, offset 0 00000400:00000200:2.0:1777587231.344718:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587231.344731:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587231.344736:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587231.344740:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587231.344744:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587231.344747:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587231.344750:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [401:401:256:4294967295] 192.168.204.155@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:2.0:1777587231.344761:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587231.344766:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587231.344770:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777587231.344776:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587231.344783:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587231.344787:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587231.344806:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587231.344810:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 120667 usecs (121 jiffies) 00000100:00000001:2.0:1777587231.344813:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306978428 00000100:00000010:2.0:1777587231.344820:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777587231.344826:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587231.344830:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306978428 00000100:00000010:2.0:1777587231.344832:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:2.0:1777587231.344833:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587231.344835:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306978428 00000100:00000010:2.0:1777587231.344837:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:2.0:1777587231.344838:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587231.344840:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306978428 00000100:00000010:2.0:1777587231.344841:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777587231.344842:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587231.344844:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587231.344847:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.344849:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587231.344851:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.344852:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587231.344853:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587231.344855:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587231.344859:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1777587231.344861:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587231.344862:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587231.344866:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587231.344868:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587231.344871:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587231.344875:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1777587231.344877:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587231.344878:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587231.344882:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587231.344884:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587231.344889:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587231.344895:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667703040:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587231.344898:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587231.344901:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587231.344903:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.344904:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1777587231.344905:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587231.344906:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587231.344909:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017aa65b3. 02000000:00000001:2.0:1777587231.344910:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587231.344911:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587231.344914:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1777587231.344916:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 02000000:00000001:2.0:1777587231.344917:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587231.344921:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00100000:2.0:1777587231.344923:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667703296:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587231.344926:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703040, portal 25 00000100:00000001:2.0:1777587231.344929:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587231.344930:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587231.344932:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006744960 : -105793702806656 : ffff9fc7fbecbb80) 02000000:00000001:2.0:1777587231.344933:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587231.344946:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587231.344948:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587231.344956:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587231.344959:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1777587231.344960:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ba44436. 02000000:00000001:2.0:1777587231.344964:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587231.344967:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ed342b. 00000100:00000040:1.0:1777587231.344971:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587231.344973:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 00000400:00000010:1.0:1777587231.344975:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000100:00000200:2.0:1777587231.344978:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703296, portal 10 00000100:00000200:1.0:1777587231.344979:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667703040, offset 0 00000400:00000200:1.0:1777587231.344986:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587231.344991:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587231.344995:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777587231.344996:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587231.344998:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006732416 : -105793702819200 : ffff9fc7fbec8a80) 00000400:00000200:1.0:1777587231.345001:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587231.345005:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1777587231.345008:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587231.345010:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1777587231.345012:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000010:3.0:1777587231.345017:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777587231.345020:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [402:402:255:4294967295] 192.168.204.155@tcp LPNI seq info [402:402:7:4294967295] 00000400:00000200:3.0:1777587231.345025:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587231.345026:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587231.345033:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587231.345038:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000400:00000200:3.0:1777587231.345038:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587231.345042:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:2.0:1777587231.345044:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667703296, offset 0 00000800:00000200:1.0:1777587231.345050:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587231.345054:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587231.345056:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587231.345061:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587231.345065:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587231.345067:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587231.345076:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.345078:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306981713 00000100:00000001:1.0:1777587231.345082:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306978428 00000100:00000001:1.0:1777587231.345085:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306981713 00000100:00000001:1.0:1777587231.345088:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306978428 00000100:00000001:1.0:1777587231.345090:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306981713 00000100:00000001:1.0:1777587231.345093:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306978428 00000100:00000001:1.0:1777587231.345095:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306981713 00000100:00000001:1.0:1777587231.345097:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306978428 00000100:00000001:1.0:1777587231.345099:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587231.345101:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.345103:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.345105:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587231.345113:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587231.345114:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587231.345116:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587231.345117:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587231.345119:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.345120:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.345140:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587231.345142:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.345150:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587231.345152:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587231.347204:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:3.0:1777587231.347211:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000400:00000200:2.0:1777587231.347219:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587231.347219:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587231.347229:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587231.347237:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587231.347243:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587231.347246:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1777587231.347248:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1777587231.347276:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.347284:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587231.347288:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587231.347288:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1777587231.347294:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [403:403:254:4294967295] 192.168.204.155@tcp LPNI seq info [403:403:6:4294967295] 00000400:00000200:2.0:1777587231.347304:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587231.347310:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587231.347316:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587231.347322:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587231.347328:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587231.347332:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587231.347337:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587231.347342:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17583 usecs (18 jiffies) 00000100:00000001:2.0:1777587231.347345:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306978328 00000100:00000001:2.0:1777587231.347348:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306981713 00000800:00000001:1.0:1777587231.347351:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587231.347363:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306978328 00000800:00000001:1.0:1777587231.347364:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587231.347365:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306981713 00000800:00000001:1.0:1777587231.347368:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587231.347370:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306978328 00000800:00000001:1.0:1777587231.347372:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587231.347373:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306981713 00000100:00000001:2.0:1777587231.347376:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306978328 00000100:00000001:2.0:1777587231.347378:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306981713 00000400:00000200:1.0:1777587231.347383:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:2.0:1777587231.347383:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587231.347389:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.347395:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.347398:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587231.347406:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587231.347408:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587231.347410:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587231.347412:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587231.347413:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587231.347415:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587231.348008:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587231.348012:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:3.0:1777587231.348015:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587231.348020:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587231.348030:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:3.0:1777587231.348032:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:3.0:1777587231.348035:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587231.348038:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.348046:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587231.348048:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.348055:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587231.348056:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587231.348077:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587231.348079:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587231.348082:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587231.348085:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587231.348087:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:3.0:1777587231.348089:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:3.0:1777587231.348091:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587231.348094:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.348101:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587231.348103:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.348107:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587231.348108:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777587231.351641:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c380 00000400:00000200:1.0:1777587231.351652:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd5d [1] + 224 00000800:00000001:1.0:1777587231.351663:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587231.351699:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587231.351703:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587231.351708:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587231.351716:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587231.351723:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587231.351734:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587231.351757:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587231.351766:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587231.351771:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587231.351773:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587231.351775:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587231.351782:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777587231.351784:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587231.351789:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587231.351791:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c400 00000400:00000200:1.0:1777587231.351796:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd69 [1] + 224 00000800:00000001:1.0:1777587231.351867:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1777587231.351868:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1777587231.351870:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587231.351871:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1777587231.351872:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587231.351876:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:3.0:1777587231.351876:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ccd9290. 00000400:00000200:3.0:1777587231.351882:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:3.0:1777587231.351885:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:3.0:1777587231.351888:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587231.351889:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587231.351895:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587231.351895:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587231.351913:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587231.351918:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587231.351921:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587231.351922:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587231.351923:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587231.351924:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587231.351926:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587231.351930:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c300 00000400:00000200:1.0:1777587231.351934:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xd65 [1] + 224 00000800:00000001:1.0:1777587231.351945:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587231.351950:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587231.351951:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587231.351954:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587231.351957:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587231.351960:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587231.351967:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587231.352002:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587231.352009:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587231.352009:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587231.352013:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587231.352013:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352018:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587231.352021:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587231.352024:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587231.352026:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587231.352029:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587231.352035:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1777587231.352037:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587231.352042:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587231.352046:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587231.352048:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587231.352051:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1777587231.352051:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1777587231.352052:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587231.352055:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587231.352057:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000800:00000001:1.0:1777587231.352057:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1777587231.352057:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587231.352063:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:0.0:1777587231.352064:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:3.0:1777587231.352065:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1777587231.352068:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1777587231.352068:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587231.352072:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1777587231.352074:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.352075:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587231.352084:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587231.352090:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.352101:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587231.352108:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587231.352108:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587231.352111:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352111:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587231.352116:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587231.352117:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1777587231.352120:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587231.352127:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587231.352130:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587231.352132:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001da395dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667703168:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777587231.352134:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587231.352140:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=124 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587231.352141:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587231.352146:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1777587231.352147:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587231.352151:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587231.352153:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587231.352153:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001da395dd x1863934667703168/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587231.352156:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587231.352158:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587231.352162:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587231.352169:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587231.352181:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587231.352185:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587231.352188:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587231.352194:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.352195:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587231.352199:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587231.352204:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3e2b6c5. 00000100:00100000:0.0:1777587231.352206:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000408b41ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667703040:192.168.204.155@tcp:400: 02000000:00000001:3.0:1777587231.352209:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777587231.352213:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1777587231.352213:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587231.352217:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587231.352218:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587231.352222:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000408b41ed x1863934667703040/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1777587231.352222:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587231.352225:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:3.0:1777587231.352231:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777587231.352233:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587231.352234:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1777587231.352235:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1777587231.352237:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001da395dd. 02000000:00000010:0.0:1777587231.352238:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017aa65b3. 00000100:00000001:3.0:1777587231.352243:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1777587231.352244:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777587231.352246:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777587231.352247:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587231.352249:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587231.352283:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587231.352285:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:0.0:1777587231.352288:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587231.352290:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587231.352291:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000408b41ed. 00000100:00000001:0.0:1777587231.352299:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587231.352301:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352301:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587231.352306:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352307:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587231.352310:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587231.352313:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587231.352314:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1777587231.352316:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1777587231.352316:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ed342b. 00000100:00000001:0.0:1777587231.352319:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587231.352321:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000100:00000001:0.0:1777587231.352322:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1777587231.352324:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:0.0:1777587231.352326:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587231.352328:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587231.352333:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587231.352341:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.352347:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587231.352349:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352350:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587231.352352:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587231.352353:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587231.352354:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587231.352356:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587231.352361:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587231.352364:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=81 v=5 (1 1 0 0) 00000100:00000001:3.0:1777587231.352372:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587231.352373:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587231.352375:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587231.352378:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587231.352385:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587231.352387:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587231.352394:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587231.352396:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587231.352397:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587231.352402:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.352409:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587231.352410:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587231.352411:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587231.352414:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587231.352421:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fbf6c2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667703296:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587231.352424:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352426:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587231.352428:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fbf6c2f8 x1863934667703296/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587231.352433:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587231.352434:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587231.352436:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ba44436. 02000000:00000001:3.0:1777587231.352438:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587231.352439:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587231.352440:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587231.352442:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587231.352443:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b02692d. 02000000:00000001:3.0:1777587231.352445:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587231.352451:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587231.352452:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbf6c2f8. 00000100:00000001:3.0:1777587231.352455:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587231.352456:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352457:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587231.352461:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587231.352462:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587231.352464:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587231.352465:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587231.981399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587231.981405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587231.981423:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587231.981424:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587231.982383:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587231.982387:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587231.982390:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587233.005363:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587233.005369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587233.005376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587233.005377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587233.005980:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587233.005983:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587233.005986:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587234.029378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587234.029384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587234.029392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587234.029405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587234.029532:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587234.029536:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587234.029538:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587234.797341:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306981713, at 4306981760 00000100:00000040:0.0:1777587234.797347:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306981713, at 4306981760 00000100:00000010:1.0:1777587234.797353:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000010:0.0:1777587234.797356:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000040:3.0:1777587234.797392:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306981713, at 4306981760 00000100:00000010:3.0:1777587234.797398:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000040:2.0:1777587234.798038:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306981713, at 4306981760 00000100:00000010:2.0:1777587234.798045:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00010000:00000001:1.0:1777587235.053467:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587235.053473:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587235.053479:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587235.053480:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587235.053548:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587235.053551:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587235.053554:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587236.078952:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587236.078957:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587236.078962:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587236.078963:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587236.079107:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587236.079110:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587236.079113:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587236.461894:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587236.461904:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587236.461914:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777587236.461920:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587236.461924:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587236.461927:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587236.461931:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587236.461938:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587236.461945:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.461956:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587236.461967:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587236.461969:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.461974:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_02+2] req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587236.462021:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.462024:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587236.462028:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587236.462031:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000020:00000040:3.0:1777587236.462034:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587236.462036:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587236.462038:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587236.462040:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587236.462044:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587236.462048:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.462053:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587236.462060:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587236.462061:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587236.462064:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587236.462065:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587236.462068:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587236.462068:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003de3d6ae] to pc [ptlrpcd_00_03+3] req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587236.462076:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587236.462085:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587236.462087:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1777587236.462088:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587236.462089:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587236.462093:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587236.462094:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1777587236.462096:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1777587236.462097:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 02000000:00000001:1.0:1777587236.462099:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777587236.462102:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00100000:1.0:1777587236.462103:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667703424:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587236.462107:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777587236.462108:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587236.462110:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587236.462112:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587236.462113:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587236.462115:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587236.462117:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587236.462117:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc1f15a9. 00000100:00000001:3.0:1777587236.462121:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.462125:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777587236.462128:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000704162f7. 02000000:00000001:1.0:1777587236.462131:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587236.462138:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1777587236.462139:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 00000400:00000010:1.0:1777587236.462147:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000001:3.0:1777587236.462147:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.462153:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_00+0] req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587236.462156:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703424, portal 25 00000100:00000001:1.0:1777587236.462161:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587236.462164:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:1.0:1777587236.462172:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.462180:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587236.462181:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587236.462185:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777587236.462185:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1777587236.462190:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000040:3.0:1777587236.462191:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1777587236.462194:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667703424, offset 0 00000100:00000040:3.0:1777587236.462197:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12321) 00000400:00000200:1.0:1777587236.462202:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587236.462217:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587236.462221:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587236.462225:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587236.462226:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587236.462230:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1777587236.462230:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1777587236.462234:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587236.462235:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587236.462243:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587236.462247:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587236.462249:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587236.462275:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [404:404:256:4294967295] 192.168.204.155@tcp LPNI seq info [404:404:8:4294967295] 00000100:00000001:3.0:1777587236.462283:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587236.462286:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587236.462293:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587236.462295:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587236.462306:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587236.462308:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587236.462311:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587236.462313:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 02000000:00000001:3.0:1777587236.462313:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587236.462316:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587236.462319:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587236.462322:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00100000:3.0:1777587236.462323:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667703680:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587236.462329:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587236.462332:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587236.462334:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587236.462336:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:3.0:1777587236.462337:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1777587236.462341:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1777587236.462342:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9a7aa9. 02000000:00000001:3.0:1777587236.462346:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587236.462351:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042cd79f7. 00000400:00000010:3.0:1777587236.462355:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efee5b4d. 00000100:00000001:1.0:1777587236.462358:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587236.462359:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703680, portal 10 00000100:00000001:3.0:1777587236.462363:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587236.462364:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306986831 00000100:00000010:1.0:1777587236.462370:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9e1957. 00000100:00000001:3.0:1777587236.462370:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:1.0:1777587236.462378:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1777587236.462380:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.462385:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306986831 00000100:00000001:3.0:1777587236.462388:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587236.462390:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587236.462392:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587236.462394:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587236.462396:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1777587236.462397:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a13693d. 00000100:00000001:1.0:1777587236.462401:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1777587236.462403:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587236.462405:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd97dad. 00000100:00000001:1.0:1777587236.462406:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306986831 00000100:00000010:1.0:1777587236.462411:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f76dc4b. 00000100:00000200:3.0:1777587236.462412:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667703680, offset 0 00000100:00000001:1.0:1777587236.462417:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587236.462418:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587236.462420:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587236.462421:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306986831 02000000:00000001:0.0:1777587236.462425:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777587236.462425:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777587236.462427:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009b6dac2. 02000000:00000001:0.0:1777587236.462429:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587236.462432:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587236.462433:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:0.0:1777587236.462438:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667703552:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777587236.462439:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587236.462444:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587236.462445:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587236.462448:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1777587236.462448:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777587236.462451:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587236.462452:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777587236.462455:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777587236.462458:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [405:405:255:4294967295] 192.168.204.155@tcp LPNI seq info [405:405:7:4294967295] 02000000:00000010:0.0:1777587236.462460:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b20f4c8. 02000000:00000001:0.0:1777587236.462463:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587236.462468:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d9a20. 00000400:00000200:3.0:1777587236.462470:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000010:0.0:1777587236.462474:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000800:00000200:3.0:1777587236.462478:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777587236.462479:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703552, portal 10 00000800:00000010:3.0:1777587236.462482:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e71e35e. 00000800:00000200:3.0:1777587236.462487:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587236.462489:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587236.462491:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000800:00000200:3.0:1777587236.462495:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587236.462498:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e71e35e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1777587236.462499:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587236.462502:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587236.462507:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17516 usecs (18 jiffies) 00000100:00000001:0.0:1777587236.462513:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587236.462513:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306983443 00000100:00000001:3.0:1777587236.462517:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306986831 00000100:00000040:0.0:1777587236.462518:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587236.462521:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306983443 00000400:00000010:0.0:1777587236.462522:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000001:3.0:1777587236.462524:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306986831 00000100:00000200:0.0:1777587236.462526:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667703552, offset 0 00000100:00000001:3.0:1777587236.462528:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306983443 00000100:00000001:3.0:1777587236.462532:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306986831 00000400:00000200:0.0:1777587236.462534:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587236.462536:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306983443 00000400:00000200:0.0:1777587236.462541:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587236.462547:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587236.462550:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587236.462553:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587236.462556:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587236.462558:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [406:406:254:4294967295] 192.168.204.155@tcp LPNI seq info [406:406:6:4294967295] 00000400:00000200:0.0:1777587236.462566:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587236.462571:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587236.462575:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587236.462578:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587236.462582:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587236.462585:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587236.462588:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587236.462591:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 119740 usecs (120 jiffies) 00000100:00000001:0.0:1777587236.462594:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306983545 00000100:00000001:0.0:1777587236.462597:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306986831 00000100:00000001:0.0:1777587236.462599:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306983545 00000100:00000001:0.0:1777587236.462601:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306986831 00000100:00000001:0.0:1777587236.462602:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306983545 00000100:00000001:0.0:1777587236.462604:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306986831 00000100:00000001:0.0:1777587236.462611:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306983545 00000100:00000001:0.0:1777587236.462633:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587236.462636:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587236.462669:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587236.462672:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:0.0:1777587236.462676:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587236.462681:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587236.462686:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:0.0:1777587236.462689:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:0.0:1777587236.462693:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587236.462697:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.462706:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587236.462709:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.462715:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587236.462717:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587236.462723:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1777587236.462729:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587236.462732:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e71e35e. 00000100:00000001:1.0:1777587236.462734:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587236.462735:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587236.462738:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587236.462740:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587236.462743:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587236.462744:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd97dad 00000400:00000010:0.0:1777587236.462747:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000bd97dad. 00000100:00000001:1.0:1777587236.462747:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587236.462752:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587236.462752:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306986831 00000100:00000001:1.0:1777587236.462755:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1777587236.462757:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.462758:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587236.462762:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587236.462762:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587236.462765:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587236.462769:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587236.462769:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587236.462773:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587236.462775:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587236.462776:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587236.462780:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587236.462781:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.462788:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587236.462789:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587236.462791:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306986831 00000100:00000001:3.0:1777587236.462794:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587236.462797:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587236.462799:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587236.462800:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587236.462804:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587236.462806:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587236.462808:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587236.462809:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587236.462811:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587236.462813:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587236.462814:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587236.462820:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:0.0:1777587236.462824:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587236.462829:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587236.462831:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:0.0:1777587236.462833:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:0.0:1777587236.462835:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587236.462849:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.462856:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587236.462858:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.462863:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587236.462864:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587236.467937:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.467951:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587236.467956:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.467958:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587236.467970:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587236.468313:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c480 00000400:00000200:3.0:1777587236.468322:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:3.0:1777587236.468330:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468335:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587236.468338:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587236.468343:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587236.468350:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587236.468356:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587236.468367:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.468427:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587236.468432:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587236.468539:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587236.468559:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468563:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587236.468565:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468567:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587236.468571:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587236.468577:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c580 00000400:00000200:3.0:1777587236.468583:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd7d [1] + 224 00000800:00000001:3.0:1777587236.468587:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468589:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587236.468591:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587236.468594:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587236.468597:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587236.468600:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587236.468609:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587236.468625:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587236.468628:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468631:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587236.468633:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468635:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587236.468639:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587236.468644:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c500 00000400:00000200:3.0:1777587236.468649:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:3.0:1777587236.468653:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587236.468657:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1777587236.468658:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587236.468662:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587236.468662:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587236.468667:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:0.0:1777587236.468670:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587236.468673:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587236.468676:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042cd79f7. 00000400:00000200:0.0:1777587236.468681:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efee5b4d 00000400:00000010:0.0:1777587236.468683:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000efee5b4d. 00000100:00000001:0.0:1777587236.468686:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587236.468690:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587236.468700:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.468707:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587236.468708:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587236.468711:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587236.468714:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587236.468717:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587236.468719:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587236.468722:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587236.468730:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587236.468734:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1777587236.468743:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587236.468745:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587236.468747:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587236.468751:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587236.468757:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587236.468761:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587236.468762:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587236.468764:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587236.468765:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587236.468768:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.468775:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587236.468777:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587236.468779:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587236.468782:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587236.468790:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667703680:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587236.468794:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587236.468796:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587236.468799:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667703680/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.468805:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587236.468807:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587236.468810:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9a7aa9. 02000000:00000001:0.0:1777587236.468814:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587236.468816:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587236.468817:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587236.468819:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587236.468821:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc1f15a9. 02000000:00000001:0.0:1777587236.468825:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1777587236.468826:0:197575:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1777587236.468833:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587236.468835:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000200:3.0:1777587236.468849:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.468851:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587236.468854:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587236.468856:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587236.468865:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587236.468876:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587236.468879:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587236.468882:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587236.468885:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587236.468895:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587236.468902:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587236.468906:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587236.468989:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587236.468992:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587236.468995:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587236.468997:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587236.468999:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5d9a20. 00000400:00000200:2.0:1777587236.469005:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:2.0:1777587236.469006:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:2.0:1777587236.469009:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587236.469013:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587236.469021:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587236.469027:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587236.469034:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587236.469037:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587236.469038:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587236.469040:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587236.469041:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587236.469043:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587236.469048:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587236.469051:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587236.469053:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587236.469054:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587236.469056:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587236.469058:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587236.469061:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587236.469062:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587236.469064:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587236.469065:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587236.469068:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587236.469075:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587236.469077:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587236.469078:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587236.469081:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587236.469089:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003de3d6ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667703552:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587236.469093:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587236.469095:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587236.469097:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003de3d6ae x1863934667703552/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587236.469103:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587236.469105:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587236.469106:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b20f4c8. 02000000:00000001:2.0:1777587236.469109:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587236.469110:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587236.469115:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587236.469117:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587236.469119:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:2.0:1777587236.469121:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587236.469122:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587236.469123:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de3d6ae. 00000100:00000001:2.0:1777587236.469126:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587236.469127:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587236.469129:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587236.469132:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587236.469134:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587236.469135:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587236.469137:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587236.469161:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587236.469163:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587236.469165:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:1.0:1777587236.469168:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777587236.469170:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777587236.469173:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587236.469177:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587236.469184:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.469191:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587236.469192:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587236.469194:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587236.469195:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587236.469201:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587236.469203:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587236.469205:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587236.469208:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587236.469210:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587236.469213:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587236.469214:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587236.469215:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587236.469217:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587236.469219:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587236.469222:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.469228:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587236.469230:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587236.469231:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587236.469234:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587236.469241:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667703424:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587236.469245:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587236.469246:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587236.469248:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667703424/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587236.469416:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587236.469418:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587236.469420:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000704162f7. 02000000:00000001:1.0:1777587236.469424:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587236.469426:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587236.469427:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587236.469429:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587236.469430:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:1.0:1777587236.469432:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587236.469433:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587236.469434:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:1.0:1777587236.469442:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587236.469443:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587236.469445:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587236.469448:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587236.469449:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587236.469451:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587236.469452:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587237.101468:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587237.101474:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587237.101478:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587237.101479:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587237.101533:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587237.101537:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587237.101540:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587238.125408:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587238.125417:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587238.125420:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587238.125423:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125429:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587238.125432:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125435:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125438:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125443:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587238.125445:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587238.125447:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587238.125458:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125460:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587238.125462:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125464:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587238.125465:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587238.125534:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587238.125536:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587238.125539:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587239.149972:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587239.149978:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587239.149985:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587239.149986:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587239.150749:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587239.150752:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587239.150754:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587239.917366:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306986831, at 4306986880 00000100:00000010:1.0:1777587239.917384:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a13693d. 00000100:00000040:2.0:1777587239.917391:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306986831, at 4306986880 00000100:00000010:2.0:1777587239.917399:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f76dc4b. 00000100:00000040:3.0:1777587239.917441:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306986831, at 4306986880 00000100:00000010:3.0:1777587239.917448:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009b6dac2. 00000100:00000040:0.0:1777587239.917784:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306986831, at 4306986880 00000100:00000010:0.0:1777587239.917790:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9e1957. 00010000:00000001:1.0:1777587240.173418:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587240.173424:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587240.173431:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587240.173432:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587240.173627:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587240.173631:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587240.173633:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587241.197364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587241.197371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587241.197376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587241.197378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587241.197483:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587241.197487:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587241.197490:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587241.581728:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587241.581736:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587241.581756:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000020:00000040:0.0:1777587241.581763:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587241.581768:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587241.581771:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587241.581776:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587241.581783:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587241.581790:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.581801:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587241.581812:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587241.581814:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.581818:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_01+1] req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.581864:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587241.581868:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587241.581871:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587241.581875:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.581883:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587241.581885:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587241.581888:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587241.581890:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587241.581892:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587241.581894:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667703808:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587241.581898:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587241.581919:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587241.581921:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587241.581924:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587241.581927:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066d3c6b8. 02000000:00000001:3.0:1777587241.581929:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587241.581934:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd31b20. 00000400:00000010:3.0:1777587241.581940:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b44cffd. 00000100:00000200:3.0:1777587241.581946:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703808, portal 25 00000100:00000001:3.0:1777587241.581948:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587241.581949:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000100:00000040:3.0:1777587241.581953:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.581960:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587241.581962:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587241.581964:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000100:00000200:3.0:1777587241.581966:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667703808, offset 0 00000400:00000200:3.0:1777587241.581972:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587241.581984:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587241.581989:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587241.581992:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587241.581996:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587241.581999:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587241.582002:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [407:407:256:4294967295] 192.168.204.155@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:3.0:1777587241.582013:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587241.582019:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587241.582023:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000800:00000200:3.0:1777587241.582029:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587241.582036:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587241.582039:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587241.582060:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582064:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306991950 00000100:00000010:3.0:1777587241.582068:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777587241.582079:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587241.582085:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306991950 00000100:00000010:3.0:1777587241.582087:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777587241.582089:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587241.582092:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306991950 00000100:00000010:3.0:1777587241.582094:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777587241.582096:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587241.582099:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306991950 00000100:00000010:3.0:1777587241.582101:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:3.0:1777587241.582103:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587241.582105:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587241.582108:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582111:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582113:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1777587241.582237:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587241.582240:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:1.0:1777587241.582245:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587241.582250:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587241.582280:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:1.0:1777587241.582282:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000001:1.0:1777587241.582286:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587241.582290:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582298:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587241.582301:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582307:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582308:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587241.582376:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.582379:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587241.582382:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587241.582385:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000020:00000040:0.0:1777587241.582391:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587241.582394:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587241.582395:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587241.582402:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587241.582407:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587241.582410:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582414:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587241.582415:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587241.582418:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587241.582426:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587241.582428:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.582432:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000638482a4] to pc [ptlrpcd_00_02+2] req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587241.582455:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582456:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587241.582458:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587241.582459:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587241.582463:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777587241.582463:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1777587241.582467:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000100:00000040:1.0:1777587241.582470:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1777587241.582471:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587241.582475:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587241.582477:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587241.582479:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587241.582483:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:1.0:1777587241.582486:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587241.582487:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582488:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.582492:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587241.582492:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587241.582495:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587241.582500:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587241.582506:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667703936:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587241.582507:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587241.582509:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582513:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1777587241.582516:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_03+3] req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587241.582518:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587241.582520:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587241.582525:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.582526:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587241.582531:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777587241.582532:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1777587241.582536:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd567a04. 00000100:00000040:0.0:1777587241.582537:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12326) 02000000:00000001:1.0:1777587241.582540:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587241.582544:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 00000400:00000010:1.0:1777587241.582549:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00000200:1.0:1777587241.582553:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667703936, portal 10 00000100:00000001:1.0:1777587241.582554:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587241.582556:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000100:00000040:1.0:1777587241.582563:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582570:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587241.582572:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587241.582574:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000200:1.0:1777587241.582576:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667703936, offset 0 00000400:00000200:1.0:1777587241.582581:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587241.582586:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587241.582590:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587241.582592:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587241.582594:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587241.582597:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587241.582599:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [408:408:256:4294967295] 192.168.204.155@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:1.0:1777587241.582607:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587241.582611:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587241.582615:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587241.582618:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587241.582623:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587241.582626:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587241.582637:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587241.582640:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 118822 usecs (119 jiffies) 00000100:00000001:1.0:1777587241.582642:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306988664 00000100:00000001:1.0:1777587241.582644:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306991950 00000100:00000001:1.0:1777587241.582651:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306988664 00000100:00000001:1.0:1777587241.582653:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306991950 00000100:00000001:1.0:1777587241.582655:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306988664 00000100:00000001:1.0:1777587241.582656:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306991950 00000100:00000001:1.0:1777587241.582658:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306988664 00000100:00000001:1.0:1777587241.582659:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306991950 00000100:00000001:1.0:1777587241.582661:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587241.582663:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582664:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.582666:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.582674:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587241.582676:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587241.582678:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587241.582679:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587241.582681:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587241.582682:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587241.582684:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.582686:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587241.582687:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.582689:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587241.582691:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587241.582692:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587241.582696:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582703:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587241.582704:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587241.582706:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587241.582708:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587241.582710:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587241.582713:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667704064:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587241.582716:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587241.582719:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587241.582725:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587241.582726:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587241.582728:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 02000000:00000001:1.0:1777587241.582730:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587241.582733:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000010:1.0:1777587241.582736:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000200:1.0:1777587241.582752:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704064, portal 10 00000100:00000001:1.0:1777587241.582755:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587241.582756:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000100:00000040:1.0:1777587241.582762:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582768:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587241.582771:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587241.582774:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777587241.582776:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667704064, offset 0 00000100:00000001:3.0:1777587241.582778:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587241.582780:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1777587241.582783:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587241.582784:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587241.582787:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587241.582789:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587241.582791:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587241.582792:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587241.582795:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587241.582799:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587241.582801:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587241.582803:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587241.582806:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [409:409:255:4294967295] 192.168.204.155@tcp LPNI seq info [409:409:7:4294967295] 00000400:00000200:1.0:1777587241.582814:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587241.582819:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587241.582823:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587241.582827:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587241.582832:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587241.582835:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587241.582838:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587241.582840:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17437 usecs (18 jiffies) 00000800:00000200:3.0:1777587241.582842:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587241.582843:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306988563 00000800:00000010:3.0:1777587241.582845:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587241.582848:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587241.582853:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306991950 00000400:00000200:3.0:1777587241.582856:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587241.582859:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306988563 00000100:00000001:1.0:1777587241.582861:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306991950 00000400:00000200:3.0:1777587241.582861:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:3.0:1777587241.582864:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:1.0:1777587241.582865:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306988563 00000100:00000001:3.0:1777587241.582868:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587241.582869:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306991950 00000100:00000001:1.0:1777587241.582873:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306988563 00000100:00000200:3.0:1777587241.582874:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582877:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306991950 00000100:00000001:1.0:1777587241.582882:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587241.582887:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582890:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587241.582891:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587241.582894:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.582896:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582903:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582910:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587241.582950:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587241.582952:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:3.0:1777587241.582955:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587241.582958:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587241.582961:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:3.0:1777587241.582963:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:3.0:1777587241.582965:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587241.582969:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587241.582974:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587241.582976:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587241.582977:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587241.582981:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.582988:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587241.582990:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587241.586911:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.586930:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587241.586933:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.586935:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587241.586999:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587241.587014:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c680 00000400:00000200:3.0:1777587241.587020:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:3.0:1777587241.587027:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.587031:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587241.587033:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587241.587036:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587241.587041:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587241.587047:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587241.587058:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.587083:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587241.587105:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.587109:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587241.587111:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.587112:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587241.587117:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587241.587123:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c700 00000400:00000200:3.0:1777587241.587127:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xd9d [1] + 224 00000100:00000001:1.0:1777587241.587163:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587241.587168:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587241.587175:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587241.587177:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587241.587179:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:1.0:1777587241.587184:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:1.0:1777587241.587186:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:1.0:1777587241.587190:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587241.587194:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587241.587203:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.587210:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587241.587212:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.587215:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587241.587217:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587241.587220:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587241.587222:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587241.587224:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587241.587232:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587241.587236:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587241.587245:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587241.587246:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587241.587249:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587241.587281:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.587285:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587241.587287:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587241.587289:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587241.587290:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587241.587295:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.587302:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587241.587304:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587241.587306:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587241.587310:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587241.587317:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667703936:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587241.587322:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.587324:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587241.587326:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667703936/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.587333:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587241.587335:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587241.587338:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd567a04. 02000000:00000001:1.0:1777587241.587342:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587241.587344:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587241.587346:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587241.587349:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587241.587351:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:1.0:1777587241.587355:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587241.587357:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587241.587358:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:1.0:1777587241.587362:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587241.587364:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.587372:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.587374:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587241.587375:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587241.587376:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.587377:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587241.587427:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.587432:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587241.587434:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587241.587438:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587241.587442:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587241.587445:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587241.587453:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.587466:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587241.587471:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.587474:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587241.587476:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587241.587477:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587241.587482:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587241.587489:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c600 00000100:00000001:1.0:1777587241.587492:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587241.587494:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587241.587495:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xd8d [1] + 224 00000400:00000001:1.0:1777587241.587501:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1777587241.587501:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1777587241.587503:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587241.587505:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000800:00000001:3.0:1777587241.587506:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587241.587509:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000200:3.0:1777587241.587510:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777587241.587512:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000400:00000200:3.0:1777587241.587516:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587241.587517:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587241.587519:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587241.587523:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587241.587525:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587241.587547:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587241.587549:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.587555:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587241.587557:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.587561:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587241.587564:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587241.587566:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587241.587569:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587241.587572:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587241.587576:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587241.587579:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=91 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587241.587581:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587241.587582:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587241.587583:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587241.587586:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587241.587593:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.587595:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587241.587596:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587241.587597:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587241.587605:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587241.587609:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587241.587616:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587241.587618:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587241.587619:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587241.587622:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587241.587623:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587241.587626:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1777587241.587633:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667704064:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587241.587636:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.587638:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587241.587640:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667704064/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587241.587642:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587241.587648:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1777587241.587649:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1777587241.587650:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587241.587653:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 00000800:00000001:3.0:1777587241.587654:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587241.587657:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587241.587659:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587241.587661:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587241.587663:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587241.587665:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:1.0:1777587241.587668:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587241.587669:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587241.587670:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:1.0:1777587241.587673:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587241.587674:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.587676:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587241.587684:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587241.587686:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587241.587687:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587241.587689:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587241.587766:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587241.587768:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587241.587770:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afd31b20. 00000400:00000200:0.0:1777587241.587774:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44cffd 00000400:00000010:0.0:1777587241.587775:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000b44cffd. 00000100:00000001:0.0:1777587241.587778:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587241.587782:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587241.587790:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587241.587796:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587241.587797:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587241.587799:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587241.587800:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587241.587801:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587241.587803:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587241.587805:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587241.587808:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587241.587810:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587241.587812:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587241.587813:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587241.587814:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587241.587815:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587241.587817:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587241.587820:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587241.587826:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587241.587828:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587241.587829:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587241.587831:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587241.587838:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667703808:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587241.587848:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587241.587850:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587241.587853:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667703808/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587241.587859:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587241.587860:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587241.587862:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066d3c6b8. 02000000:00000001:0.0:1777587241.587864:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587241.587865:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587241.587867:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587241.587868:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587241.587870:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:0.0:1777587241.587872:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587241.587873:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587241.587874:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:0.0:1777587241.587877:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587241.587878:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587241.587880:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587241.587883:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587241.587884:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587241.587886:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587241.587888:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587242.221432:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587242.221438:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587242.221462:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587242.221464:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587242.221558:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587242.221562:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587242.221565:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587243.245363:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587243.245369:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587243.245374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587243.245375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587243.245540:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587243.245543:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587243.245546:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587244.269347:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587244.269353:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587244.269361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587244.269363:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587244.269486:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587244.269489:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587244.269492:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587245.037363:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306991950, at 4306992000 00000100:00000040:3.0:1777587245.037363:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306991950, at 4306992000 00000100:00000010:3.0:1777587245.037380:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000010:0.0:1777587245.037392:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000040:2.0:1777587245.037419:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306991950, at 4306992000 00000100:00000010:2.0:1777587245.037426:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000040:1.0:1777587245.038269:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306991950, at 4306992001 00000100:00000010:1.0:1777587245.038277:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00010000:00000001:1.0:1777587245.293370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587245.293376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587245.293383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587245.293385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587245.293453:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587245.293456:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587245.293459:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587246.317742:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587246.317748:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587246.317754:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587246.317755:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587246.317865:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587246.317869:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587246.317872:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587246.702514:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587246.702522:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587246.702532:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002008028a. 00000020:00000040:1.0:1777587246.702539:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587246.702543:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587246.702546:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587246.702551:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587246.702558:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587246.702565:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.702575:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587246.702586:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587246.702588:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.702594:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002008028a] to pc [ptlrpcd_00_00+0] req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.702663:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587246.702667:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587246.702669:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587246.702673:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.702681:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587246.702683:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587246.702686:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587246.702688:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587246.702690:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587246.702693:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667704192:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587246.702701:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587246.702706:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587246.702708:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587246.702710:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587246.702713:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c355c9. 02000000:00000001:0.0:1777587246.702715:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587246.702720:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd5524d. 00000400:00000010:0.0:1777587246.702726:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777587246.702731:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704192, portal 25 00000100:00000001:0.0:1777587246.702733:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587246.702735:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006734208 : -105793702817408 : ffff9fc7fbec9180) 00000100:00000040:0.0:1777587246.702739:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.702745:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587246.702747:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587246.702749:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000100:00000200:0.0:1777587246.702752:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667704192, offset 0 00000400:00000200:0.0:1777587246.702758:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587246.702770:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587246.702775:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587246.702778:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587246.702782:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587246.702785:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587246.702788:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [410:410:256:4294967295] 192.168.204.155@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:0.0:1777587246.702797:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587246.702802:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587246.702806:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af70b67b. 00000800:00000200:0.0:1777587246.702812:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587246.702819:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587246.702822:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af70b67b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587246.702842:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.702852:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4306997071 00000100:00000010:0.0:1777587246.702855:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c2fcc98. 00000100:00000001:0.0:1777587246.702861:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587246.702867:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4306997071 00000100:00000010:0.0:1777587246.702869:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb9b2de8. 00000100:00000001:0.0:1777587246.702872:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587246.702874:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4306997071 00000100:00000010:0.0:1777587246.702876:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036bef5f8. 00000100:00000001:0.0:1777587246.702879:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587246.702881:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4306997071 00000100:00000010:0.0:1777587246.702883:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a85aa0. 00000100:00000001:0.0:1777587246.702885:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587246.702888:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587246.702890:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.702893:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.702894:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777587246.703009:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587246.703012:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af70b67b. 00000400:00000200:3.0:1777587246.703016:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587246.703020:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587246.703024:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:3.0:1777587246.703025:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000001:3.0:1777587246.703028:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587246.703031:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.703038:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587246.703039:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.703044:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.703049:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587246.703204:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.703207:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587246.703210:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587246.703213:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000916440b4. 00000020:00000040:1.0:1777587246.703215:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587246.703218:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587246.703219:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587246.703221:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587246.703225:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:1.0:1777587246.703228:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.703231:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587246.703232:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587246.703235:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587246.703243:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587246.703244:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.703248:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916440b4] to pc [ptlrpcd_00_01+1] req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.703420:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587246.703422:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587246.703424:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587246.703426:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587246.703427:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.703429:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587246.703480:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.703482:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587246.703486:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587246.703489:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069882c1d. 00000020:00000040:1.0:1777587246.703491:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587246.703493:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587246.703495:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587246.703496:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587246.703499:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587246.703502:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.703506:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587246.703512:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587246.703518:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.703522:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069882c1d] to pc [ptlrpcd_00_02+2] req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.703531:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587246.703534:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587246.703536:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587246.703541:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.703549:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587246.703550:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587246.703553:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587246.703555:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587246.703557:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587246.703561:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667704320:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587246.703564:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587246.703567:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587246.703567:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587246.703571:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587246.703571:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587246.703574:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587246.703574:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587246.703579:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030f64044. 00000100:00000040:2.0:1777587246.703581:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587246.703583:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587246.703590:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b8724a5. 00000100:00000001:2.0:1777587246.703592:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587246.703594:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587246.703596:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 02000000:00000001:2.0:1777587246.703597:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587246.703599:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777587246.703601:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704320, portal 10 02000000:00000001:2.0:1777587246.703602:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.703606:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1777587246.703607:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667704448:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587246.703609:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006742272 : -105793702809344 : ffff9fc7fbecb100) 00000100:00000001:2.0:1777587246.703611:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587246.703615:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587246.703616:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587246.703619:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587246.703619:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777587246.703623:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b5298e8. 00000100:00000001:3.0:1777587246.703627:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587246.703631:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587246.703632:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587246.703636:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000400:00000010:2.0:1777587246.703649:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777587246.703653:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704448, portal 10 00000100:00000001:2.0:1777587246.703655:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587246.703656:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736000 : -105793702815616 : ffff9fc7fbec9880) 00000100:00000040:2.0:1777587246.703662:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587246.703668:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587246.703670:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587246.703672:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdf45905. 00000100:00000200:2.0:1777587246.703674:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667704448, offset 0 00000400:00000200:2.0:1777587246.703679:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587246.703684:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587246.703687:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587246.703693:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587246.703696:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587246.703698:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587246.703703:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [411:411:256:4294967295] 192.168.204.155@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000010:3.0:1777587246.703704:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000200:3.0:1777587246.703709:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667704320, offset 0 00000400:00000200:2.0:1777587246.703719:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:3.0:1777587246.703720:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587246.703727:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587246.703731:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587246.703731:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587246.703737:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587246.703737:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1777587246.703742:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587246.703746:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587246.703749:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587246.703753:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587246.703756:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587246.703758:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587246.703761:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [412:412:255:4294967295] 192.168.204.155@tcp LPNI seq info [412:412:7:4294967295] 00000100:00000040:2.0:1777587246.703763:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17343 usecs (18 jiffies) 00000100:00000001:2.0:1777587246.703767:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306993684 00000100:00000001:2.0:1777587246.703769:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306997071 00000100:00000001:2.0:1777587246.703774:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306993684 00000400:00000200:3.0:1777587246.703776:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587246.703782:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306997071 00000800:00000200:3.0:1777587246.703784:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587246.703785:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306993684 00000100:00000001:2.0:1777587246.703789:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306997071 00000100:00000001:2.0:1777587246.703790:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306993684 00000800:00000010:3.0:1777587246.703791:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000100:00000001:2.0:1777587246.703792:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306997071 00000100:00000001:2.0:1777587246.703795:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587246.703798:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587246.703799:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587246.703801:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587246.703804:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777587246.703807:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587246.703810:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587246.703813:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587246.703816:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 117897 usecs (118 jiffies) 00000100:00000001:3.0:1777587246.703818:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306993784 00000100:00000001:3.0:1777587246.703821:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4306997071 00000100:00000001:3.0:1777587246.703823:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306993784 00000100:00000001:3.0:1777587246.703825:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4306997071 00000100:00000001:3.0:1777587246.703827:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306993784 00000100:00000001:3.0:1777587246.703829:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4306997071 00000100:00000001:3.0:1777587246.703831:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306993784 00000100:00000001:3.0:1777587246.703833:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4306997071 00000100:00000001:3.0:1777587246.703835:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587246.703837:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.703839:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587246.703840:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.703842:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587246.703843:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587246.703844:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.703847:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.703849:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587246.703851:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587246.703854:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587246.703855:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587246.703857:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.703867:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587246.703895:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.703898:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587246.703902:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1777587246.703902:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587246.703906:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587246.703910:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587246.703915:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587246.703918:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf45905 00000400:00000010:3.0:1777587246.703920:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf45905. 00000100:00000001:3.0:1777587246.703924:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587246.703928:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.703937:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587246.703940:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.703946:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.703948:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587246.703968:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587246.703970:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587246.703975:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12331) 00000800:00000200:3.0:1777587246.703990:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587246.703993:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:3.0:1777587246.703996:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587246.703999:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587246.704002:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:3.0:1777587246.704003:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:2.0:1777587246.704005:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587246.704006:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587246.704007:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587246.704011:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1777587246.704011:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587246.704014:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587246.704016:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587246.704020:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.704026:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587246.704029:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.704035:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587246.704037:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587246.705877:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.705890:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587246.705894:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.705896:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587246.705906:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587246.705930:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c780 00000400:00000200:3.0:1777587246.705937:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xda5 [1] + 224 00000800:00000001:3.0:1777587246.705944:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.705950:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587246.705952:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587246.705956:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587246.705961:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587246.705967:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587246.705977:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.706048:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587246.706052:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587246.706070:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587246.706078:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.706082:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587246.706084:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.706086:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587246.706090:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587246.706097:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c880 00000400:00000200:3.0:1777587246.706101:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdb1 [1] + 224 00000800:00000001:3.0:1777587246.706105:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.706108:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587246.706109:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587246.706112:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587246.706115:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587246.706118:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587246.706127:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587246.706148:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587246.706158:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.706167:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587246.706169:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.706171:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587246.706175:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587246.706181:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c800 00000400:00000200:3.0:1777587246.706185:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdad [1] + 224 00000800:00000001:3.0:1777587246.706189:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587246.706194:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587246.706195:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587246.706198:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587246.706201:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587246.706204:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587246.706212:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587246.706221:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587246.706224:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587246.706229:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587246.706231:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587246.706234:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000100:00000001:3.0:1777587246.706237:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1777587246.706239:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:2.0:1777587246.706241:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:2.0:1777587246.706244:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587246.706285:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587246.706288:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1777587246.706317:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587246.706326:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587246.706332:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587246.706333:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587246.706335:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587246.706338:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587246.706340:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587246.706342:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587246.706350:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587246.706365:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587246.706370:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587246.706372:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587246.706374:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587246.706376:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587246.706380:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587246.706386:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587246.706395:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587246.706397:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587246.706398:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587246.706400:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587246.706404:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587246.706410:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587246.706412:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587246.706414:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587246.706417:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587246.706423:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000069882c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667704448:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587246.706427:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587246.706429:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587246.706432:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069882c1d x1863934667704448/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587246.706438:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587246.706440:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587246.706442:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b5298e8. 02000000:00000001:2.0:1777587246.706445:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587246.706447:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587246.706449:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587246.706455:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587246.706457:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:2.0:1777587246.706460:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587246.706462:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587246.706463:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069882c1d. 00000100:00000001:2.0:1777587246.706466:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587246.706467:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587246.706469:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587246.706475:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587246.706476:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587246.706478:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587246.706480:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587246.709318:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587246.709323:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587246.709326:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b8724a5. 00000400:00000200:1.0:1777587246.709334:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:1.0:1777587246.709337:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000800:00000001:3.0:1777587246.709339:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777587246.709342:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1777587246.709350:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587246.709351:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587246.709361:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587246.709368:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587246.709371:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587246.709373:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587246.709376:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587246.709378:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587246.709380:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587246.709383:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587246.709468:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=133 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587246.709473:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587246.709475:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587246.709477:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587246.709479:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587246.709482:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587246.709485:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587246.709487:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587246.709489:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587246.709508:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587246.709513:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587246.709519:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587246.709522:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587246.709523:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587246.709527:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587246.709533:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667704320:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587246.709537:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587246.709540:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587246.709542:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000916440b4 x1863934667704320/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587246.709548:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587246.709550:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587246.709553:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030f64044. 02000000:00000001:1.0:1777587246.709556:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587246.709558:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587246.709560:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587246.709562:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587246.709564:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:1.0:1777587246.709567:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587246.709569:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587246.709570:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000916440b4. 00000100:00000001:1.0:1777587246.709573:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587246.709574:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587246.709576:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587246.709583:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587246.709585:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587246.709587:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587246.709589:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1777587246.709622:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587246.709625:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587246.709627:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd5524d. 00000400:00000200:0.0:1777587246.709634:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:0.0:1777587246.709652:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:0.0:1777587246.709656:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587246.709661:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587246.709669:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.709676:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587246.709677:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587246.709679:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587246.709680:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587246.709682:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587246.709683:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587246.709685:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587246.709688:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587246.709691:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587246.709693:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587246.709694:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587246.709696:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587246.709697:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.709699:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587246.709702:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.709709:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587246.709711:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587246.709712:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587246.709715:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587246.709721:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002008028a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667704192:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587246.709725:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587246.709727:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587246.709729:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002008028a x1863934667704192/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587246.709745:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587246.709746:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587246.709748:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c355c9. 02000000:00000001:0.0:1777587246.709751:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587246.709753:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587246.709754:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587246.709755:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587246.709757:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:0.0:1777587246.709759:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587246.709760:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587246.709761:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002008028a. 00000100:00000001:0.0:1777587246.709764:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587246.709765:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587246.709767:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587246.709771:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587246.709772:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587246.709774:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587246.709775:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587247.341375:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587247.341403:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587247.341406:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341411:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587247.341413:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341415:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341418:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341422:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587247.341424:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587247.341425:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587247.341426:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341427:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587247.341428:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341430:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587247.341431:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587247.341670:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587247.341674:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587247.341677:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587248.366751:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587248.366757:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587248.366763:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587248.366764:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587248.367145:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587248.367148:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587248.367151:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587249.389671:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587249.389678:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587249.389684:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587249.389684:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587249.390177:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587249.390181:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587249.390183:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587250.157351:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4306997071, at 4306997120 00000100:00000040:2.0:1777587250.157351:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4306997071, at 4306997120 00000100:00000040:3.0:1777587250.157351:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4306997071, at 4306997120 00000100:00000010:3.0:1777587250.157365:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a85aa0. 00000100:00000010:1.0:1777587250.157374:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb9b2de8. 00000100:00000010:2.0:1777587250.157385:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036bef5f8. 00000100:00000040:0.0:1777587250.157429:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4306997071, at 4306997120 00000100:00000010:0.0:1777587250.157437:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c2fcc98. 00010000:00000001:1.0:1777587250.413992:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587250.413999:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587250.414004:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587250.414005:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587250.414348:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587250.414351:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587250.414353:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587251.437602:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587251.437607:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587251.437613:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587251.437613:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587251.438064:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587251.438082:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587251.438085:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587251.821365:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587251.821372:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587251.821382:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000020:00000040:0.0:1777587251.821387:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587251.821390:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587251.821393:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587251.821397:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587251.821404:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587251.821410:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587251.821417:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587251.821425:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587251.821426:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587251.821440:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_03+3] req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587251.821502:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587251.821505:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587251.821506:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587251.821519:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587251.821521:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587251.821524:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587251.821526:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777587251.821527:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587251.821529:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587251.821530:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587251.821531:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587251.821533:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587251.821535:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587251.821538:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587251.821554:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587251.821556:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587251.821563:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_00+0] req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587251.821573:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587251.821576:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587251.821584:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587251.821585:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587251.821586:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.821587:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587251.821588:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587251.821591:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1777587251.821591:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777587251.821593:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 00000020:00000040:0.0:1777587251.821595:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587251.821598:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587251.821599:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587251.821600:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.821600:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587251.821601:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587251.821603:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587251.821605:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587251.821605:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587251.821607:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777587251.821608:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587251.821610:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587251.821613:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667704576:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587251.821617:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587251.821622:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587251.821622:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587251.821624:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587251.821625:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587251.821627:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.821627:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587251.821628:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777587251.821631:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_01+1] req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777587251.821633:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009bac44a. 00000100:00000001:2.0:1777587251.821634:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587251.821636:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587251.821637:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587251.821640:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587251.821641:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587251.821642:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000100:00000040:0.0:1777587251.821644:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587251.821644:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587251.821647:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587251.821648:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1777587251.821648:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000001:2.0:1777587251.821649:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587251.821652:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587251.821655:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12336) 00000100:00000200:1.0:1777587251.821655:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704576, portal 25 00000100:00000001:2.0:1777587251.821655:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587251.821658:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587251.821660:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000100:00000040:2.0:1777587251.821662:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587251.821668:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.821677:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587251.821679:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.821684:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777587251.821684:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587251.821687:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587251.821692:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587251.821692:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587251.821695:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000100:00100000:2.0:1777587251.821697:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667704832:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587251.821700:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667704576, offset 0 00000100:00000001:2.0:1777587251.821702:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587251.821705:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587251.821707:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587251.821710:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587251.821711:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000010:2.0:1777587251.821720:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aadaaa67. 02000000:00000001:2.0:1777587251.821722:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587251.821724:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:2.0:1777587251.821727:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000400:00000200:1.0:1777587251.821730:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1777587251.821733:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000400:00000200:1.0:1777587251.821736:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:2.0:1777587251.821738:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704832, portal 10 00000400:00000200:1.0:1777587251.821742:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587251.821742:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587251.821744:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000100:00000040:2.0:1777587251.821752:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587251.821756:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587251.821762:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1777587251.821765:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [413:413:256:4294967295] 192.168.204.155@tcp LPNI seq info [413:413:8:4294967295] 00000100:00000040:2.0:1777587251.821768:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587251.821771:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000200:2.0:1777587251.821773:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667704832, offset 0 00000400:00000200:2.0:1777587251.821778:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587251.821831:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587251.821831:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587251.821836:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587251.821840:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587251.821846:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587251.821853:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587251.821860:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587251.821864:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587251.821918:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.821923:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307002190 00000100:00000010:1.0:1777587251.821926:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a13693d. 00000100:00000001:1.0:1777587251.821930:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587251.821935:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307002190 00000100:00000010:1.0:1777587251.821936:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3252808. 00000100:00000001:1.0:1777587251.821938:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587251.821940:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307002190 00000100:00000010:1.0:1777587251.821941:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221eae7. 00000100:00000001:1.0:1777587251.821943:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587251.821945:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307002190 00000100:00000010:1.0:1777587251.821946:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8baab06. 00000100:00000001:1.0:1777587251.821948:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587251.821949:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587251.821950:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.821952:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.821953:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587251.822099:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587251.822102:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:3.0:1777587251.822106:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587251.822109:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587251.822138:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587251.822141:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587251.822144:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587251.822146:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587251.822149:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587251.822151:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [414:414:255:4294967295] 192.168.204.155@tcp LPNI seq info [414:414:7:4294967295] 00000400:00000200:2.0:1777587251.822159:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587251.822164:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587251.822164:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:3.0:1777587251.822167:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000800:00000010:2.0:1777587251.822169:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000100:00000001:3.0:1777587251.822170:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587251.822176:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587251.822178:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587251.822187:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587251.822187:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1777587251.822190:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1777587251.822192:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.822195:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587251.822201:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17227 usecs (18 jiffies) 00000100:00000001:3.0:1777587251.822201:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587251.822205:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587251.822206:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306998802 00000100:00000001:2.0:1777587251.822209:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307002190 00000100:00000001:2.0:1777587251.822211:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306998802 00000800:00000200:3.0:1777587251.822215:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587251.822218:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000100:00000001:2.0:1777587251.822219:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307002190 00000400:00000200:3.0:1777587251.822221:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587251.822222:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306998802 00000100:00000001:2.0:1777587251.822226:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307002190 00000400:00000200:3.0:1777587251.822227:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587251.822230:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306998802 00000400:00000200:3.0:1777587251.822231:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000100:00000001:2.0:1777587251.822234:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307002190 00000400:00000010:3.0:1777587251.822234:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:2.0:1777587251.822237:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587251.822237:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587251.822240:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587251.822241:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.822245:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587251.822249:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587251.822270:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587251.822278:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.822281:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587251.822283:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587251.822286:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587251.822289:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587251.822293:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587251.822296:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667704704:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587251.822300:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587251.822301:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587251.822302:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587251.822305:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587251.822306:0:197576:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1777587251.822309:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587251.822313:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000962e341f. 02000000:00000001:2.0:1777587251.822315:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587251.822318:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000400:00000010:2.0:1777587251.822321:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777587251.822324:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704704, portal 10 00000100:00000001:2.0:1777587251.822326:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587251.822327:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 00000100:00000040:2.0:1777587251.822331:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.822338:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587251.822346:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587251.822348:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002941b838. 00000100:00000200:2.0:1777587251.822350:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667704704, offset 0 00000400:00000200:2.0:1777587251.822354:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587251.822359:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587251.822362:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587251.822364:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587251.822366:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587251.822368:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587251.822370:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [415:415:256:4294967295] 192.168.204.155@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:2.0:1777587251.822377:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587251.822381:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587251.822384:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587251.822387:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587251.822395:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587251.822398:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587251.822406:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587251.822409:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 116998 usecs (117 jiffies) 00000100:00000001:2.0:1777587251.822411:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4306998902 00000100:00000001:2.0:1777587251.822414:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307002190 00000100:00000001:2.0:1777587251.822415:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4306998902 00000100:00000001:2.0:1777587251.822417:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307002190 00000100:00000001:2.0:1777587251.822419:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4306998902 00000100:00000001:2.0:1777587251.822421:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307002190 00000100:00000001:2.0:1777587251.822422:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4306998902 00000100:00000001:2.0:1777587251.822424:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307002190 00000100:00000001:2.0:1777587251.822425:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587251.822427:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.822435:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.822437:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.822441:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587251.822443:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587251.822445:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587251.822446:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587251.822448:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.822450:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587251.822465:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587251.822468:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587251.822477:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587251.822480:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587251.822483:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002941b838 00000400:00000010:3.0:1777587251.822485:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002941b838. 00000100:00000001:3.0:1777587251.822487:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587251.822490:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587251.822495:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587251.822496:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587251.822500:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587251.822500:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587251.824709:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.824783:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587251.824787:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.824790:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587251.824800:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587251.824815:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ca00 00000400:00000200:3.0:1777587251.824822:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdc5 [1] + 224 00000800:00000001:3.0:1777587251.824833:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.824838:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587251.824841:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587251.824845:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587251.824851:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587251.824855:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587251.824865:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587251.824887:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587251.824895:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.824899:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587251.824901:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.824913:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587251.824917:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587251.824924:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0c900 00000400:00000200:3.0:1777587251.824929:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xdbd [1] + 224 00000800:00000001:3.0:1777587251.824932:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.824938:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587251.824939:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587251.824942:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587251.824945:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587251.824948:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587251.824955:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587251.825012:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587251.825016:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587251.825063:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587251.825066:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587251.825071:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587251.825073:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587251.825075:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:2.0:1777587251.825080:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:2.0:1777587251.825081:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:2.0:1777587251.825084:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587251.825087:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587251.825094:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.825100:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587251.825102:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.825104:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587251.825107:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587251.825109:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587251.825111:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587251.825113:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587251.825122:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587251.825126:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=101 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587251.825128:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587251.825130:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587251.825133:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587251.825137:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587251.825144:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.825155:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587251.825157:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587251.825159:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587251.825160:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587251.825164:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.825171:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587251.825173:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587251.825175:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587251.825179:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587251.825186:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667704832:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587251.825192:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.825194:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587251.825196:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667704832/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.825203:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587251.825205:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587251.825208:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aadaaa67. 02000000:00000001:2.0:1777587251.825211:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587251.825213:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587251.825215:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587251.825217:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587251.825219:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:2.0:1777587251.825223:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587251.825225:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587251.825226:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:2.0:1777587251.825230:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587251.825231:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.825234:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.825236:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587251.825237:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587251.825238:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.825244:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587251.825322:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587251.825329:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.825332:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777587251.825381:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587251.825383:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587251.825384:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587251.825387:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:1.0:1777587251.825394:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587251.825397:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587251.825401:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587251.825408:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587251.825413:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587251.825415:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587251.825416:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587251.825418:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587251.825419:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587251.825420:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587251.825422:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587251.825424:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587251.825427:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587251.825429:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587251.825430:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587251.825431:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587251.825433:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.825434:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587251.825437:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587251.825444:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587251.825445:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587251.825446:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587251.825449:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587251.825456:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667704576:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587251.825459:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587251.825461:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587251.825463:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667704576/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587251.825480:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587251.825481:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587251.825483:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009bac44a. 02000000:00000001:1.0:1777587251.825486:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587251.825487:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587251.825488:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587251.825490:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587251.825491:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:1.0:1777587251.825493:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587251.825494:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587251.825495:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:1.0:1777587251.825498:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587251.825499:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587251.825500:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587251.825506:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587251.825508:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587251.825509:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587251.825511:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587251.835670:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.835685:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587251.835689:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.835691:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587251.835743:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587251.835760:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0c980 00000400:00000200:3.0:1777587251.835769:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:3.0:1777587251.835781:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.835868:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587251.835872:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587251.835877:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587251.835885:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587251.835892:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587251.835903:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587251.835942:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587251.835952:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587251.835955:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.837635:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587251.837641:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587251.837649:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587251.837651:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587251.837653:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:2.0:1777587251.837660:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777587251.837662:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:2.0:1777587251.837667:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587251.837673:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587251.837683:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.837690:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587251.837692:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.837695:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587251.837697:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587251.837699:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587251.837702:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587251.837704:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587251.837712:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587251.837716:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=138 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587251.837718:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587251.837720:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587251.837722:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587251.837725:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.837728:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587251.837730:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587251.837732:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587251.837733:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587251.837736:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.837743:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587251.837745:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587251.837747:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587251.837762:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587251.837769:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667704704:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587251.837773:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.837775:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587251.837778:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667704704/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587251.837783:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587251.837786:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587251.837788:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000962e341f. 02000000:00000001:2.0:1777587251.837791:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587251.837793:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587251.837795:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587251.837797:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587251.837799:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:2.0:1777587251.837804:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587251.837806:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587251.837807:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000001:2.0:1777587251.837810:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587251.837811:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.837813:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587251.837820:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587251.837821:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587251.837823:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587251.837825:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587252.461324:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587252.461330:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587252.461337:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587252.461338:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587252.461432:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587252.461435:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587252.461438:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587253.485335:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587253.485340:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587253.485345:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587253.485347:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587253.485366:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587253.485370:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587253.485373:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587254.509370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587254.509376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587254.509383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587254.509385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587254.509573:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587254.509577:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587254.509580:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587255.277343:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307002190, at 4307002240 00000100:00000010:1.0:1777587255.277360:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3252808. 00000100:00000040:0.0:1777587255.277367:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307002190, at 4307002240 00000100:00000010:0.0:1777587255.277376:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a13693d. 00000100:00000040:2.0:1777587255.278091:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307002190, at 4307002240 00000100:00000010:2.0:1777587255.278098:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221eae7. 00000100:00000040:3.0:1777587255.279297:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307002190, at 4307002242 00000100:00000010:3.0:1777587255.279306:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8baab06. 00010000:00000001:1.0:1777587255.533642:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587255.533647:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587255.533651:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587255.533652:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587255.533869:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587255.533872:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587255.533875:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587256.557337:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587256.557343:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587256.557350:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587256.557352:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587256.557384:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587256.557387:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587256.557390:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587256.941424:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587256.941432:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587256.941441:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587256.941459:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587256.941464:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587256.941467:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587256.941486:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587256.941493:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587256.941500:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941510:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587256.941521:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587256.941523:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941528:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587256.941562:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941564:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587256.941568:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587256.941572:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587256.941574:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587256.941576:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587256.941577:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587256.941579:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587256.941582:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587256.941585:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941589:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587256.941593:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587256.941596:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587256.941598:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587256.941599:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1777587256.941602:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587256.941602:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587256.941611:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941613:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587256.941615:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777587256.941616:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587256.941619:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1777587256.941619:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587256.941622:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587256.941623:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587256.941626:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587256.941628:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587256.941632:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587256.941634:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1777587256.941636:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587256.941637:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587256.941642:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:1.0:1777587256.941648:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587256.941648:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.941650:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587256.941653:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.941653:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941656:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777587256.941659:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587256.941663:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587256.941665:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587256.941666:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587256.941667:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941671:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587256.941680:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667705088:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587256.941685:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587256.941689:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587256.941691:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587256.941693:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587256.941697:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099434e08. 02000000:00000001:0.0:1777587256.941699:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587256.941700:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587256.941703:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1777587256.941704:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd5524d. 00000100:00000040:2.0:1777587256.941709:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1777587256.941712:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000040:2.0:1777587256.941714:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12341) 00000100:00000200:0.0:1777587256.941719:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705088, portal 10 00000100:00000001:0.0:1777587256.941723:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587256.941723:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587256.941727:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00100000:1.0:1777587256.941727:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587256.941732:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587256.941735:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587256.941737:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1777587256.941738:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.941738:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.941739:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.941749:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587256.941752:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587256.941755:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587256.941755:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587256.941758:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1777587256.941759:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000200:0.0:1777587256.941763:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667705088, offset 0 00000100:00000040:1.0:1777587256.941765:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587256.941774:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587256.941779:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587256.941780:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587256.941782:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587256.941783:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587256.941785:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587256.941787:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667705216:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777587256.941789:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587256.941792:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587256.941795:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1777587256.941797:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1777587256.941797:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587256.941799:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587256.941802:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050b35c25. 00000400:00000200:0.0:1777587256.941805:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:1.0:1777587256.941805:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587256.941810:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000200:0.0:1777587256.941811:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1777587256.941813:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000400:00000200:0.0:1777587256.941816:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000200:1.0:1777587256.941817:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705216, portal 10 00000100:00000001:1.0:1777587256.941820:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587256.941820:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000400:00000200:0.0:1777587256.941824:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [416:416:256:4294967295] 192.168.204.155@tcp LPNI seq info [416:416:8:4294967295] 00000100:00000040:1.0:1777587256.941827:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587256.941844:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587256.941856:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1777587256.941857:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587256.941862:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587256.941864:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000400:00000010:1.0:1777587256.941865:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000100:00000200:1.0:1777587256.941870:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667705216, offset 0 00000800:00000200:0.0:1777587256.941874:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777587256.941877:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587256.941884:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:0.0:1777587256.941887:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777587256.941889:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1777587256.941895:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777587256.941895:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587256.941898:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587256.941900:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587256.941905:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [417:417:255:4294967295] 192.168.204.155@tcp LPNI seq info [417:417:7:4294967295] 00000400:00000200:1.0:1777587256.941913:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587256.941916:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587256.941919:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000800:00000200:1.0:1777587256.941922:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587256.941924:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587256.941926:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587256.941928:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587256.941931:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587256.941933:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17121 usecs (18 jiffies) 00000100:00000001:1.0:1777587256.941936:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307003922 00000100:00000010:1.0:1777587256.941940:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3252808. 00000100:00000040:0.0:1777587256.941941:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 116217 usecs (117 jiffies) 00000100:00000001:0.0:1777587256.941945:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307004021 00000100:00000001:1.0:1777587256.941945:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587256.941951:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307003922 00000100:00000001:0.0:1777587256.941955:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4307003922 00000100:00000010:1.0:1777587256.941955:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9e1957. 00000100:00000001:1.0:1777587256.941961:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587256.941962:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307004021 00000100:00000001:1.0:1777587256.941965:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307003922 00000100:00000001:0.0:1777587256.941967:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4307003922 00000100:00000010:1.0:1777587256.941970:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009b6dac2. 00000100:00000001:0.0:1777587256.941972:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307004021 00000100:00000001:1.0:1777587256.941974:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587256.941991:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307003922 00000100:00000010:1.0:1777587256.941995:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f76dc4b. 00000100:00000001:1.0:1777587256.941998:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587256.942003:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587256.942006:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.942009:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.942010:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587256.942071:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587256.942074:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587256.942081:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587256.942086:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587256.942090:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:3.0:1777587256.942093:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:3.0:1777587256.942097:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587256.942100:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.942110:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587256.942113:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.942116:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4307003922 00000100:00000001:0.0:1777587256.942123:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307004021 00000100:00000001:3.0:1777587256.942124:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.942128:0:197584:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4307003922 00000100:00000001:3.0:1777587256.942128:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587256.942132:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587256.942134:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.942136:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587256.942141:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.942149:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587256.942150:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587256.942152:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587256.942154:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587256.942155:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587256.942157:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667704960:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587256.942160:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587256.942163:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587256.942164:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587256.942166:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587256.942169:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bb454c1. 02000000:00000001:0.0:1777587256.942170:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587256.942174:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000400:00000010:0.0:1777587256.942177:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000800:00000200:3.0:1777587256.942182:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587256.942185:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000100:00000200:0.0:1777587256.942187:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667704960, portal 25 00000400:00000200:3.0:1777587256.942188:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587256.942190:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587256.942191:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:0.0:1777587256.942197:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587256.942202:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587256.942208:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 00000100:00000001:0.0:1777587256.942211:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1777587256.942211:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 00000100:00000040:0.0:1777587256.942216:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587256.942216:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1777587256.942221:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000200:3.0:1777587256.942221:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587256.942225:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667704960, offset 0 00000400:00000200:0.0:1777587256.942235:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587256.942236:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587256.942240:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587256.942242:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587256.942249:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587256.942273:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587256.942276:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587256.942278:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587256.942281:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [418:418:255:4294967295] 192.168.204.155@tcp LPNI seq info [418:418:7:4294967295] 00000100:00000001:3.0:1777587256.942286:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587256.942289:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1777587256.942295:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587256.942300:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587256.942304:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587256.942308:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587256.942313:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587256.942315:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587256.942328:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.942330:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307007311 00000100:00000001:0.0:1777587256.942334:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307004021 00000100:00000001:0.0:1777587256.942337:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307007311 00000100:00000001:0.0:1777587256.942340:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307004021 00000100:00000001:0.0:1777587256.942343:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307007311 00000100:00000001:0.0:1777587256.942345:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307004021 00000100:00000001:0.0:1777587256.942355:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307007311 00000100:00000001:0.0:1777587256.942358:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307004021 00000100:00000001:0.0:1777587256.942361:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587256.942363:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.942365:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587256.942366:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587256.942367:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1777587256.942370:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000100:00000001:0.0:1777587256.942372:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777587256.942374:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587256.942375:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587256.942378:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587256.942381:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587256.942382:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587256.942384:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587256.942385:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000100:00000001:0.0:1777587256.942387:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587256.942399:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:3.0:1777587256.942402:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587256.942406:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.942413:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587256.942415:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.942420:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587256.942421:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587256.944237:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944267:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587256.944269:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944272:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587256.944279:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587256.944290:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0cb00 00000400:00000200:3.0:1777587256.944294:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdd5 [1] + 224 00000800:00000001:3.0:1777587256.944299:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944310:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587256.944312:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587256.944316:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587256.944359:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587256.944365:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587256.944376:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.944398:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587256.944407:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944410:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587256.944412:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944414:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587256.944418:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587256.944424:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0cb80 00000400:00000200:3.0:1777587256.944429:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xddd [1] + 224 00000800:00000001:3.0:1777587256.944432:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944435:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587256.944437:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587256.944440:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587256.944454:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587256.944457:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587256.944464:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.944478:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587256.944482:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944485:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587256.944486:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944488:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587256.944491:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587256.944497:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ca80 00000400:00000200:3.0:1777587256.944508:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xde5 [1] + 224 00000800:00000001:3.0:1777587256.944512:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944518:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587256.944519:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587256.944520:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587256.944524:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587256.944524:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587256.944528:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1777587256.944531:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1777587256.944532:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587256.944535:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587256.944538:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587256.944544:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000100:00000040:3.0:1777587256.944547:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587256.944548:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587256.944553:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587256.944559:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587256.944560:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587256.944565:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587256.944569:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587256.944571:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587256.944580:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587256.944582:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587256.944585:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587256.944587:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587256.944590:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587256.944592:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587256.944594:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587256.944603:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587256.944607:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=106 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587256.944610:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587256.944612:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.944613:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1777587256.944615:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1777587256.944617:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00080000:1.0:1777587256.944621:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1777587256.944622:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587256.944624:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587256.944627:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd5524d. 00010000:00000001:1.0:1777587256.944633:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587256.944635:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:0.0:1777587256.944638:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:0.0:1777587256.944641:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587256.944645:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1777587256.944646:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587256.944648:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587256.944652:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587256.944655:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587256.944663:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587256.944663:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.944688:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587256.944689:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.944691:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587256.944692:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587256.944693:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587256.944695:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587256.944696:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.944700:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1777587256.944701:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=143 v=5 (5 5 5 5) 00000100:00000001:1.0:1777587256.944703:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1777587256.944706:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587256.944707:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.944712:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1777587256.944714:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.944715:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587256.944722:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667705216:192.168.204.155@tcp:400: 00010000:00000001:0.0:1777587256.944725:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587256.944728:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1777587256.944729:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.944732:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587256.944733:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587256.944736:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667705216/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587256.944737:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587256.944741:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587256.944743:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.944749:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1777587256.944751:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587256.944752:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587256.944756:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050b35c25. 00000100:00000001:0.0:1777587256.944758:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587256.944760:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587256.944761:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587256.944762:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587256.944770:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667705088:192.168.204.155@tcp:400: 02000000:00000001:1.0:1777587256.944770:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587256.944774:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:0.0:1777587256.944776:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1777587256.944777:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000001:0.0:1777587256.944778:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587256.944780:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000020:00000001:1.0:1777587256.944782:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1777587256.944783:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 02000000:00000010:1.0:1777587256.944784:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 00000400:00000010:0.0:1777587256.944785:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587256.944789:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587256.944791:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587256.944791:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587256.944793:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587256.944795:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587256.944801:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587256.944803:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587256.944805:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777587256.944806:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587256.944813:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587256.944814:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587256.944815:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.944816:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587256.944819:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587256.944820:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587256.944821:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587256.944822:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587256.944824:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587256.944827:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587256.944828:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587256.944830:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=149 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587256.944840:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587256.944842:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587256.944843:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587256.944845:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587256.944847:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.944848:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587256.944851:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.944861:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587256.944863:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587256.944864:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587256.944867:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587256.944874:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667704960:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587256.944878:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.944879:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587256.944882:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667705088/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.944893:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587256.944894:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587256.944896:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099434e08. 02000000:00000001:0.0:1777587256.944898:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587256.944899:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587256.944900:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587256.944902:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587256.944903:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:0.0:1777587256.944905:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587256.944906:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587256.944907:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777587256.944909:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587256.944910:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.944911:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587256.944914:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667704960/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587256.944925:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587256.944926:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587256.944927:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bb454c1. 02000000:00000001:0.0:1777587256.944930:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587256.944931:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587256.944932:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587256.944934:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587256.944935:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:0.0:1777587256.944937:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587256.944938:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587256.944939:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587256.944941:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587256.944942:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.944944:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587256.944947:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587256.944949:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587256.944950:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587256.944952:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581362:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587257.581371:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587257.581374:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587257.581378:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581384:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587257.581387:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581389:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581392:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587257.581398:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587257.581399:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587257.581400:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581402:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587257.581403:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581404:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587257.581405:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587257.581483:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587257.581487:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587257.581490:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587258.605957:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587258.605963:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587258.605969:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587258.605970:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587258.606022:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587258.606026:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587258.606028:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587259.629376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587259.629461:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587259.629469:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587259.629470:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587259.629557:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587259.629561:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587259.629564:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587260.397370:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307007311, at 4307007360 00000100:00000040:2.0:1777587260.397370:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307007311, at 4307007360 00000100:00000010:2.0:1777587260.397395:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009b6dac2. 00000100:00000010:1.0:1777587260.397397:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9e1957. 00000100:00000040:0.0:1777587260.398463:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307007311, at 4307007361 00000100:00000010:0.0:1777587260.398471:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3252808. 00000100:00000040:3.0:1777587260.398910:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307007311, at 4307007361 00000100:00000010:3.0:1777587260.398917:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f76dc4b. 00010000:00000001:1.0:1777587260.653336:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587260.653342:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587260.653348:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587260.653349:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587260.653408:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587260.653412:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587260.653415:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587261.677373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587261.677380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587261.677387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587261.677389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587261.677487:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587261.677490:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587261.677493:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587262.061462:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587262.061470:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587262.061478:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc700c01. 00000020:00000040:0.0:1777587262.061483:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587262.061487:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587262.061490:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587262.061494:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587262.061500:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:0.0:1777587262.061521:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.061532:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587262.061543:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587262.061545:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.061550:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc700c01] to pc [ptlrpcd_00_01+1] req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.061583:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.061586:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587262.061594:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587262.061597:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777587262.061599:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587262.061602:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587262.061604:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587262.061606:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587262.061610:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af70b67b. 00000100:00000001:0.0:1777587262.061612:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.061686:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587262.061690:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587262.061693:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587262.061704:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.061713:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587262.061715:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587262.061718:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587262.061721:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587262.061723:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587262.061726:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667705344:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587262.061730:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587262.061735:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587262.061738:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587262.061740:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587262.061743:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c2c3268. 02000000:00000001:1.0:1777587262.061745:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587262.061750:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000010:1.0:1777587262.061756:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000200:1.0:1777587262.061763:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705344, portal 25 00000100:00000001:1.0:1777587262.061766:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587262.061767:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529537408 : -105794180014208 : ffff9fc7df7b1f80) 00000100:00000040:1.0:1777587262.061771:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.061778:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587262.061781:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587262.061783:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000200:1.0:1777587262.061786:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667705344, offset 0 00000400:00000200:1.0:1777587262.061793:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587262.061805:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587262.061811:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587262.061815:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587262.061819:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587262.061821:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587262.061826:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [419:419:256:4294967295] 192.168.204.155@tcp LPNI seq info [419:419:8:4294967295] 00000100:00000001:2.0:1777587262.061830:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587262.061834:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587262.061841:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587262.061853:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587262.061858:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587262.061864:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587262.061872:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587262.061876:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587262.061894:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.061899:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307012430 00000100:00000010:1.0:1777587262.061902:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9e1957. 00000100:00000001:1.0:1777587262.061909:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587262.061914:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307012430 00000100:00000010:1.0:1777587262.061916:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d20faf. 00000100:00000001:1.0:1777587262.061918:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587262.061920:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307012430 00000100:00000010:1.0:1777587262.061922:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d672097f. 00000100:00000001:1.0:1777587262.061925:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587262.061927:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307012430 00000100:00000010:1.0:1777587262.061929:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063524f75. 00000100:00000001:1.0:1777587262.061931:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587262.061933:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587262.061935:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.061938:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.061939:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587262.061945:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587262.061947:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587262.061949:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587262.061950:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587262.061951:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.061953:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062048:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587262.062059:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587262.062060:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062065:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_02+2] req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.062082:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062085:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587262.062088:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587262.062091:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777587262.062094:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587262.062097:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587262.062098:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587262.062106:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587262.062111:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:0.0:1777587262.062114:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062119:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587262.062126:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587262.062127:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062131:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_03+3] req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.062139:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062141:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587262.062144:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587262.062148:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12346) 00000100:00000001:0.0:1777587262.062157:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587262.062159:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587262.062161:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587262.062165:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.062171:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587262.062172:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.062174:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587262.062175:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587262.062177:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587262.062179:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667705600:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587262.062182:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587262.062184:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587262.062186:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.062187:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587262.062190:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b423aba8. 02000000:00000001:0.0:1777587262.062192:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587262.062196:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000400:00000010:0.0:1777587262.062205:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000200:0.0:1777587262.062208:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705600, portal 10 00000100:00000001:0.0:1777587262.062210:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587262.062211:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:0.0:1777587262.062218:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.062224:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587262.062227:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587262.062230:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777587262.062231:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667705600, offset 0 00000400:00000200:0.0:1777587262.062236:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587262.062242:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587262.062245:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587262.062249:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587262.062288:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587262.062291:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587262.062294:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [420:420:255:4294967295] 192.168.204.155@tcp LPNI seq info [420:420:7:4294967295] 00000400:00000200:0.0:1777587262.062302:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587262.062306:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587262.062310:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:0.0:1777587262.062313:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587262.062318:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587262.062320:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587262.062323:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062326:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 17011 usecs (18 jiffies) 00000100:00000001:0.0:1777587262.062329:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307009043 00000100:00000001:0.0:1777587262.062331:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062334:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307009043 00000100:00000001:0.0:1777587262.062336:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062354:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307009043 00000100:00000001:0.0:1777587262.062357:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062359:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307009043 00000100:00000001:0.0:1777587262.062360:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062362:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587262.062364:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.062366:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.062369:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.062373:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587262.062375:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1777587262.062375:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587262.062377:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587262.062380:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1777587262.062380:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000100:00000001:0.0:1777587262.062382:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587262.062385:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1777587262.062386:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1777587262.062391:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.062394:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1777587262.062396:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587262.062397:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.062400:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587262.062401:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587262.062402:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777587262.062402:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:2.0:1777587262.062406:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000040:0.0:1777587262.062408:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587262.062412:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1777587262.062419:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1777587262.062419:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.062422:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.062426:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587262.062429:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587262.062433:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587262.062436:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667705472:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587262.062443:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587262.062446:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587262.062449:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.062452:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587262.062454:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1777587262.062455:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000174bc0e. 00000100:00000040:2.0:1777587262.062458:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587262.062466:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.062470:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587262.062470:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1777587262.062475:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd5524d. 00000400:00000010:0.0:1777587262.062479:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000200:0.0:1777587262.062482:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705472, portal 10 00000100:00000001:0.0:1777587262.062484:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587262.062485:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000040:0.0:1777587262.062491:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.062496:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587262.062498:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587262.062500:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000100:00000200:0.0:1777587262.062502:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667705472, offset 0 00000400:00000200:0.0:1777587262.062505:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587262.062510:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587262.062512:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587262.062514:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587262.062517:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587262.062519:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587262.062522:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [421:421:255:4294967295] 192.168.204.155@tcp LPNI seq info [421:421:7:4294967295] 00000400:00000200:0.0:1777587262.062530:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587262.062535:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587262.062540:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117b0986. 00000800:00000200:0.0:1777587262.062545:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587262.062549:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587262.062551:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117b0986 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587262.062555:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.062557:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 115318 usecs (116 jiffies) 00000100:00000001:0.0:1777587262.062560:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307009141 00000100:00000001:0.0:1777587262.062561:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062564:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307009141 00000100:00000001:0.0:1777587262.062572:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062574:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307009141 00000100:00000001:0.0:1777587262.062576:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062577:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307009141 00000100:00000001:0.0:1777587262.062579:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307012430 00000100:00000001:0.0:1777587262.062580:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587262.062582:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.062585:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.062587:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587262.062772:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587262.062775:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:2.0:1777587262.062779:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587262.062783:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587262.062786:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:2.0:1777587262.062787:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:2.0:1777587262.062790:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587262.062793:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587262.062800:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587262.062802:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587262.062808:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587262.062809:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587262.062820:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587262.062823:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117b0986. 00000400:00000200:2.0:1777587262.062826:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587262.062830:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587262.062833:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:2.0:1777587262.062835:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000001:2.0:1777587262.062837:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587262.062838:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1777587262.062841:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.062843:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587262.062852:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587262.062855:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587262.062870:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587262.062872:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587262.066711:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066726:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587262.066730:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066732:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587262.066742:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587262.066758:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0cc00 00000400:00000200:3.0:1777587262.066765:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xded [1] + 224 00000800:00000001:3.0:1777587262.066773:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066777:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587262.066779:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587262.066783:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587262.066802:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587262.066809:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587262.066820:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.066876:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587262.066880:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587262.066902:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587262.066910:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066913:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587262.066915:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066917:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587262.066921:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587262.066927:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0cd00 00000400:00000200:3.0:1777587262.066931:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdf5 [1] + 224 00000800:00000001:3.0:1777587262.066935:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066937:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587262.066939:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587262.066941:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587262.066944:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587262.066947:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587262.066954:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587262.066971:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587262.066975:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066977:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587262.066979:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.066981:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587262.066984:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587262.066989:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0cc80 00000400:00000200:3.0:1777587262.066993:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:3.0:1777587262.066996:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.067004:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587262.067005:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587262.067008:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587262.067011:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587262.067014:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587262.067020:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587262.067027:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587262.067030:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587262.067032:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067080:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587262.067082:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587262.067088:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587262.067089:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587262.067091:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd5524d. 00000400:00000200:0.0:1777587262.067098:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:0.0:1777587262.067100:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:0.0:1777587262.067102:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587262.067105:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587262.067112:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.067117:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587262.067118:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067120:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587262.067124:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587262.067126:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587262.067128:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.067130:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587262.067138:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=149 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587262.067141:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587262.067143:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587262.067145:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587262.067147:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587262.067155:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.067159:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587262.067160:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587262.067162:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587262.067163:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.067167:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.067172:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587262.067174:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587262.067176:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587262.067178:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587262.067184:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667705472:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777587262.067189:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587262.067190:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587262.067191:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:0.0:1777587262.067194:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:0.0:1777587262.067195:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587262.067197:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587262.067199:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587262.067205:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.067210:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587262.067211:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067212:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587262.067214:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587262.067215:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587262.067216:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587262.067217:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587262.067220:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=155 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587262.067223:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1777587262.067228:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587262.067230:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587262.067231:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587262.067234:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587262.067240:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.067242:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587262.067243:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587262.067244:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587262.067245:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587262.067247:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.067278:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587262.067279:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587262.067280:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587262.067283:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587262.067289:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667705600:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587262.067294:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067297:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587262.067300:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667705472/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.067308:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587262.067310:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587262.067313:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000174bc0e. 02000000:00000001:0.0:1777587262.067317:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587262.067319:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587262.067321:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587262.067323:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587262.067325:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af70b67b. 02000000:00000001:0.0:1777587262.067330:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587262.067336:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587262.067338:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:0.0:1777587262.067342:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587262.067352:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067354:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587262.067358:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667705600/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587262.067363:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587262.067365:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587262.067366:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b423aba8. 02000000:00000001:0.0:1777587262.067368:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587262.067369:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587262.067370:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587262.067371:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587262.067372:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777587262.067374:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587262.067375:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587262.067376:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:0.0:1777587262.067378:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587262.067379:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067381:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587262.067387:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587262.067389:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587262.067391:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587262.067392:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587262.067519:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587262.067521:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587262.067522:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587262.067593:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:1.0:1777587262.067595:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587262.067598:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587262.067602:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587262.067610:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.067616:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587262.067617:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587262.067619:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587262.067620:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587262.067621:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587262.067622:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587262.067624:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587262.067627:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=155 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587262.067629:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=155 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587262.067631:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587262.067632:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587262.067634:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587262.067635:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.067637:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587262.067640:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.067646:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587262.067648:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587262.067649:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587262.067652:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587262.067658:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667705344:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587262.067662:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587262.067670:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587262.067673:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc700c01 x1863934667705344/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587262.067678:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587262.067679:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587262.067680:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c2c3268. 02000000:00000001:1.0:1777587262.067682:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587262.067683:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587262.067684:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587262.067686:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587262.067687:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:1.0:1777587262.067690:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587262.067691:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587262.067691:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc700c01. 00000100:00000001:1.0:1777587262.067694:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587262.067695:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587262.067696:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587262.067700:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587262.067701:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587262.067702:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587262.067704:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587262.701396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587262.701403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587262.701408:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587262.701409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587262.701798:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587262.701802:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587262.701806:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587263.725342:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587263.725349:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587263.725356:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587263.725358:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587263.725389:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587263.725393:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587263.725396:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587264.749384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587264.749391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587264.749397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587264.749398:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587264.749459:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587264.749463:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587264.749467:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587265.517334:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307012430, at 4307012480 00000100:00000010:3.0:1777587265.517351:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063524f75. 00000100:00000040:0.0:1777587265.517372:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307012430, at 4307012480 00000100:00000010:0.0:1777587265.517381:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9e1957. 00000100:00000040:1.0:1777587265.517492:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307012430, at 4307012480 00000100:00000010:1.0:1777587265.517502:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d20faf. 00000100:00000040:2.0:1777587265.519717:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307012430, at 4307012482 00000100:00000010:2.0:1777587265.519729:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d672097f. 00010000:00000001:1.0:1777587265.773361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587265.773366:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587265.773389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587265.773390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587265.773483:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587265.773486:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587265.773489:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587266.797369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587266.797375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587266.797382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587266.797383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587266.797409:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587266.797414:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587266.797417:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587267.181488:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587267.181496:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587267.181504:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587267.181510:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587267.181514:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587267.181517:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587267.181521:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587267.181528:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587267.181535:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181544:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587267.181556:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587267.181558:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181563:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_00+0] req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.181595:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181597:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587267.181601:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587267.181603:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587267.181605:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587267.181607:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587267.181608:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587267.181609:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587267.181612:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587267.181615:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181617:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587267.181636:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587267.181637:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181640:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.181648:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181649:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587267.181652:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587267.181654:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587267.181656:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587267.181658:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587267.181659:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587267.181660:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587267.181662:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587267.181664:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181667:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587267.181672:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587267.181673:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181676:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_02+2] req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.181696:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181697:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587267.181700:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587267.181704:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12351) 00000100:00000001:2.0:1777587267.181712:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587267.181715:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587267.181717:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587267.181720:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.181739:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587267.181740:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587267.181744:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587267.181745:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587267.181748:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587267.181751:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667705984:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587267.181755:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587267.181759:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587267.181761:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587267.181764:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587267.181767:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089e0b95d. 02000000:00000001:2.0:1777587267.181768:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587267.181774:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000400:00000010:2.0:1777587267.181780:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000200:2.0:1777587267.181786:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705984, portal 10 00000100:00000001:2.0:1777587267.181788:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587267.181789:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:2.0:1777587267.181795:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.181801:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587267.181804:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587267.181806:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777587267.181808:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667705984, offset 0 00000400:00000200:2.0:1777587267.181813:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587267.181825:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587267.181830:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587267.181834:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587267.181837:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587267.181840:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587267.181844:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [422:422:256:4294967295] 192.168.204.155@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:2.0:1777587267.181855:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587267.181865:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587267.181869:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587267.181875:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587267.181883:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587267.181887:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587267.181898:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.181902:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16923 usecs (17 jiffies) 00000100:00000001:2.0:1777587267.181905:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307014161 00000100:00000010:2.0:1777587267.181909:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000100:00000001:2.0:1777587267.181915:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587267.181924:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307014161 00000100:00000010:2.0:1777587267.181927:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003bc05c39. 00000100:00000001:2.0:1777587267.181930:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587267.181935:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307014161 00000100:00000010:2.0:1777587267.181937:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000100:00000001:2.0:1777587267.181940:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587267.181942:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307014161 00000100:00000010:2.0:1777587267.181944:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:2.0:1777587267.181947:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587267.181951:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587267.181954:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.181956:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.181958:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587267.181965:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587267.181967:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587267.181968:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587267.181969:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587267.181970:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.181972:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587267.182069:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587267.182077:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:2.0:1777587267.182081:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587267.182086:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587267.182091:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:2.0:1777587267.182093:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:2.0:1777587267.182096:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587267.182099:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.182108:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587267.182111:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.182118:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.182119:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587267.182186:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.182188:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587267.182190:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587267.182194:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.182201:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587267.182202:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.182204:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587267.182205:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587267.182207:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587267.182209:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667705856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587267.182212:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587267.182214:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587267.182215:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.182217:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587267.182220:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a5488ef. 02000000:00000001:1.0:1777587267.182222:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587267.182225:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000010:1.0:1777587267.182228:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000200:1.0:1777587267.182230:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705856, portal 10 00000100:00000001:1.0:1777587267.182232:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587267.182233:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:1.0:1777587267.182237:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.182243:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587267.182282:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587267.182284:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777587267.182286:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667705856, offset 0 00000400:00000200:1.0:1777587267.182296:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587267.182301:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587267.182303:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587267.182306:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587267.182308:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587267.182310:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587267.182313:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [423:423:256:4294967295] 192.168.204.155@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:1.0:1777587267.182320:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587267.182324:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587267.182327:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587267.182330:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587267.182334:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587267.182336:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587267.182350:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587267.182352:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 114453 usecs (115 jiffies) 00000100:00000001:1.0:1777587267.182354:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307014260 00000100:00000001:1.0:1777587267.182359:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4307014161 00000100:00000001:1.0:1777587267.182361:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307014260 00000100:00000001:1.0:1777587267.182364:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4307014161 00000100:00000001:1.0:1777587267.182366:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307014260 00000100:00000001:1.0:1777587267.182368:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4307014161 00000100:00000001:1.0:1777587267.182370:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307014260 00000100:00000001:1.0:1777587267.182371:0:197582:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4307014161 00000100:00000001:1.0:1777587267.182373:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587267.182375:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.182377:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.182378:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.182381:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587267.182386:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587267.182388:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.182389:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587267.182390:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587267.182392:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587267.182393:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.182395:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587267.182397:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.182398:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.182399:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587267.182400:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587267.182403:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.182409:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587267.182410:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.182412:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587267.182413:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587267.182415:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587267.182417:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667705728:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587267.182420:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587267.182422:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587267.182423:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.182424:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587267.182427:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000531c27d. 02000000:00000001:1.0:1777587267.182428:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587267.182431:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 00000400:00000010:1.0:1777587267.182434:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777587267.182436:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667705728, portal 25 00000100:00000001:1.0:1777587267.182438:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587267.182439:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:1.0:1777587267.182442:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.182448:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587267.182450:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587267.182451:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777587267.182456:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667705728, offset 0 00000400:00000200:1.0:1777587267.182459:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587267.182463:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587267.182466:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587267.182468:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587267.182470:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587267.182472:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587267.182474:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [424:424:255:4294967295] 192.168.204.155@tcp LPNI seq info [424:424:7:4294967295] 00000400:00000200:1.0:1777587267.182481:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587267.182485:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587267.182487:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000800:00000200:1.0:1777587267.182490:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587267.182494:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587267.182496:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587267.182498:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.182500:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307017551 00000100:00000001:1.0:1777587267.182503:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307014260 00000100:00000001:1.0:1777587267.182505:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307017551 00000100:00000001:1.0:1777587267.182507:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307014260 00000100:00000001:1.0:1777587267.182509:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307017551 00000100:00000001:1.0:1777587267.182511:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307014260 00000100:00000001:1.0:1777587267.182513:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307017551 00000100:00000001:1.0:1777587267.182515:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307014260 00000100:00000001:1.0:1777587267.182517:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587267.182518:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.182520:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.182522:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587267.182589:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587267.182591:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:2.0:1777587267.182594:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587267.182598:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587267.182601:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:2.0:1777587267.182602:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:2.0:1777587267.182604:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587267.182607:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.182615:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587267.182617:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.182623:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.182624:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587267.182644:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587267.182646:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000400:00000200:2.0:1777587267.182648:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587267.182651:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587267.182653:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:2.0:1777587267.182654:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:2.0:1777587267.182660:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587267.182663:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.182669:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587267.182671:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.182677:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.182678:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587267.182731:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587267.182733:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587267.182779:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587267.182781:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587267.188444:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188460:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587267.188464:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188466:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587267.188478:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587267.188494:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ce80 00000400:00000200:3.0:1777587267.188503:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe05 [1] + 224 00000800:00000001:3.0:1777587267.188526:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188532:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587267.188535:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587267.188539:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587267.188545:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587267.188552:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587267.188562:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587267.188582:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587267.188591:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188594:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587267.188596:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188597:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587267.188601:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587267.188607:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ce00 00000400:00000200:3.0:1777587267.188611:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe0d [1] + 224 00000800:00000001:3.0:1777587267.188614:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188619:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587267.188620:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587267.188623:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587267.188625:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587267.188629:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587267.188636:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587267.188656:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587267.188660:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.188663:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587267.188723:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587267.188728:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587267.188736:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.188739:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587267.188751:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587267.188752:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587267.188755:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587267.188758:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:1.0:1777587267.188760:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:1.0:1777587267.188763:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587267.188766:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587267.188773:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.188779:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587267.188781:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.188784:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587267.188786:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587267.188788:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587267.188791:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.188794:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587267.188803:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587267.188807:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587267.188810:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587267.188811:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.188814:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587267.188816:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.188820:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587267.188822:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587267.188824:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587267.188825:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587267.188829:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.188836:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587267.188839:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587267.188841:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587267.188844:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587267.188862:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667705856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587267.188867:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587267.188867:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1777587267.188869:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1777587267.188869:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587267.188870:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000100:00000040:1.0:1777587267.188872:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667705856/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587267.188874:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:2.0:1777587267.188875:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:1.0:1777587267.188878:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1777587267.188878:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587267.188880:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587267.188881:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587267.188884:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a5488ef. 00000100:00000200:2.0:1777587267.188887:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587267.188889:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587267.188891:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1777587267.188892:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1777587267.188893:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587267.188893:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587267.188895:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777587267.188895:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587267.188896:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1777587267.188897:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587267.188897:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587267.188898:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.188900:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587267.188900:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.188902:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587267.188903:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00001000:2.0:1777587267.188903:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=10 v=5 (5 5 5 5) 00000100:00000001:1.0:1777587267.188906:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1777587267.188906:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=117 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587267.188907:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587267.188908:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587267.188909:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.188910:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587267.188911:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587267.188912:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.188913:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00010000:00080000:2.0:1777587267.188913:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.188914:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.188916:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587267.188941:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.188944:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587267.188945:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587267.188946:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587267.188948:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587267.188951:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.188957:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587267.188959:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587267.188960:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587267.188962:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587267.188968:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667705984:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587267.188972:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587267.188974:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587267.188976:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667705984/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587267.188981:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587267.188982:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587267.188984:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089e0b95d. 02000000:00000001:2.0:1777587267.188987:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587267.188988:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587267.188989:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587267.188991:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587267.188992:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:2.0:1777587267.188994:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587267.188995:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587267.188996:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:2.0:1777587267.189010:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587267.189011:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587267.189018:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587267.189025:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587267.189027:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587267.189029:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587267.189031:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587267.189037:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.189041:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587267.189047:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.189050:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587267.189054:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587267.189061:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0cd80 00000400:00000200:3.0:1777587267.189066:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:3.0:1777587267.189070:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.189074:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587267.189076:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587267.189079:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587267.189082:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587267.189085:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587267.189092:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587267.189170:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587267.189175:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587267.189178:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.189221:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.189223:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587267.189225:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587267.189227:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587267.189228:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:1.0:1777587267.189231:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777587267.189232:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777587267.189233:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587267.189236:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587267.189242:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.189287:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587267.189289:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.189291:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587267.189292:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587267.189293:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587267.189294:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587267.189296:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587267.189299:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587267.189301:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587267.189302:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587267.189303:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.189304:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587267.189305:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.189307:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587267.189309:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.189312:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587267.189314:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587267.189315:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587267.189318:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587267.189324:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667705728:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587267.189328:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.189329:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587267.189331:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667705728/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587267.189337:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587267.189338:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587267.189339:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000531c27d. 02000000:00000001:1.0:1777587267.189342:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587267.189343:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587267.189344:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587267.189351:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587267.189353:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:1.0:1777587267.189355:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587267.189356:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587267.189358:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:1.0:1777587267.189360:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587267.189361:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.189363:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587267.189366:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587267.189367:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587267.189369:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587267.189370:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821650:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587267.821657:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587267.821659:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587267.821662:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821666:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587267.821668:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821670:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821672:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821675:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587267.821677:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587267.821678:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587267.821679:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821680:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587267.821681:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821682:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587267.821684:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587267.823079:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587267.823083:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587267.823085:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587268.845620:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587268.845626:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587268.845632:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587268.845633:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587268.846058:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587268.846062:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587268.846065:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587269.869368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587269.869376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587269.869385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587269.869387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587269.869436:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587269.869440:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587269.869442:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587270.637333:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307017551, at 4307017600 00000100:00000040:3.0:1777587270.637333:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307017551, at 4307017600 00000100:00000010:3.0:1777587270.637346:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000010:0.0:1777587270.637350:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00000100:00000040:1.0:1777587270.637363:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307017551, at 4307017600 00000100:00000010:1.0:1777587270.637373:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bc05c39. 00000100:00000040:2.0:1777587270.637442:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307017551, at 4307017600 00000100:00000010:2.0:1777587270.637447:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00010000:00000001:1.0:1777587270.893412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587270.893419:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587270.893424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587270.893425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587270.894219:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587270.894223:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587270.894226:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587271.917707:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587271.917712:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587271.917718:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587271.917719:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587271.917784:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587271.917787:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587271.917789:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587272.301581:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587272.301591:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587272.301597:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000916440b4. 00000020:00000040:1.0:1777587272.301603:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587272.301608:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587272.301611:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587272.301616:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587272.301623:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:1.0:1777587272.301630:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.301640:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587272.301650:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587272.301652:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.301667:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000916440b4] to pc [ptlrpcd_00_03+3] req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587272.301691:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.301693:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587272.301696:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587272.301699:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdfb3140. 00000020:00000040:1.0:1777587272.301701:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587272.301736:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587272.301741:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587272.301743:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587272.301749:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587272.301758:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587272.301760:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587272.301763:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587272.301765:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587272.301766:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587272.301767:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587272.301771:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587272.301771:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587272.301776:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667706112:192.168.204.155@tcp:400: 02000000:00000010:1.0:1777587272.301777:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587272.301782:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587272.301783:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587272.301788:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587272.301790:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587272.301792:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587272.301797:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cf3d4d4. 02000000:00000001:0.0:1777587272.301800:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.301802:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1777587272.301807:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000100:00000001:1.0:1777587272.301813:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587272.301814:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587272.301815:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000040:1.0:1777587272.301819:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdfb3140] to pc [ptlrpcd_00_00+0] req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587272.301822:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706112, portal 25 00000100:00000001:0.0:1777587272.301826:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587272.301830:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006742272 : -105793702809344 : ffff9fc7fbecb100) 00000100:00000040:0.0:1777587272.301836:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587272.301843:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587272.301846:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587272.301848:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000200:0.0:1777587272.301851:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667706112, offset 0 00000100:00000001:1.0:1777587272.301851:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.301856:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587272.301859:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1777587272.301862:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777587272.301864:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000020:00000040:1.0:1777587272.301868:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587272.301870:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587272.301871:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587272.301873:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587272.301876:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000010:1.0:1777587272.301876:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587272.301881:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587272.301884:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777587272.301887:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777587272.301897:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587272.301898:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587272.301900:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587272.301902:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1777587272.301906:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043900d18] to pc [ptlrpcd_00_01+1] req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587272.301908:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587272.301916:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [425:425:256:4294967295] 192.168.204.155@tcp LPNI seq info [425:425:8:4294967295] 00000100:00000001:1.0:1777587272.301923:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.301926:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587272.301929:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587272.301933:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12356) 00000400:00000200:0.0:1777587272.301943:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587272.301944:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587272.301948:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587272.301949:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1777587272.301951:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587272.301956:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d58366c7. 00000100:00000040:1.0:1777587272.301960:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587272.301966:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587272.301977:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587272.301979:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587272.301981:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587272.301982:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d58366c7 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1777587272.301984:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587272.301987:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587272.301989:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587272.301992:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667706368:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587272.301994:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.301997:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587272.301999:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307022670 02000000:00000001:1.0:1777587272.302000:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587272.302003:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587272.302005:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 02000000:00000001:1.0:1777587272.302006:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587272.302010:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ae77a. 00000100:00000001:0.0:1777587272.302013:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1777587272.302014:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587272.302019:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 00000400:00000010:1.0:1777587272.302023:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000001:0.0:1777587272.302024:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307022670 00000100:00000200:1.0:1777587272.302026:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706368, portal 10 00000100:00000010:0.0:1777587272.302028:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000001:1.0:1777587272.302029:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587272.302032:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000001:0.0:1777587272.302034:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587272.302038:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307022670 00000100:00000040:1.0:1777587272.302040:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777587272.302043:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb60a38. 00000100:00000001:0.0:1777587272.302048:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587272.302052:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307022670 00000100:00000001:3.0:1777587272.302052:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587272.302053:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587272.302056:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1777587272.302057:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000100:00000001:3.0:1777587272.302059:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587272.302060:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587272.302062:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1777587272.302064:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000040:3.0:1777587272.302065:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587272.302067:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777587272.302068:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667706368, offset 0 00000100:00000001:0.0:1777587272.302073:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587272.302079:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587272.302079:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587272.302084:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587272.302087:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587272.302091:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587272.302093:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1777587272.302093:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587272.302096:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1777587272.302097:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587272.302101:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587272.302102:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587272.302104:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [426:426:255:4294967295] 192.168.204.155@tcp LPNI seq info [426:426:7:4294967295] 00000100:00000001:0.0:1777587272.302110:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587272.302111:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587272.302114:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587272.302126:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587272.302131:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587272.302134:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587272.302139:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587272.302164:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587272.302168:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587272.302168:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587272.302171:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.302173:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587272.302175:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587272.302177:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587272.302178:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16860 usecs (17 jiffies) 02000000:00000001:3.0:1777587272.302180:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.302182:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307019281 00000100:00100000:3.0:1777587272.302185:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667706240:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587272.302189:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587272.302192:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587272.302193:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.302195:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307022670 02000000:00000001:3.0:1777587272.302196:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587272.302199:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307019281 02000000:00000010:3.0:1777587272.302200:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbc026be. 00000100:00000001:1.0:1777587272.302202:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307022670 02000000:00000001:3.0:1777587272.302204:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.302206:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307019281 00000400:00000010:3.0:1777587272.302208:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000241d9cbd. 00000100:00000001:1.0:1777587272.302209:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307022670 00000100:00000001:1.0:1777587272.302212:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307019281 00000100:00000001:1.0:1777587272.302214:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307022670 00000400:00000010:3.0:1777587272.302214:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000001:1.0:1777587272.302218:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777587272.302219:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706240, portal 10 00000100:00000001:1.0:1777587272.302221:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587272.302222:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587272.302224:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.302226:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587272.302230:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587272.302232:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587272.302233:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006743168 : -105793702808448 : ffff9fc7fbecb480) 00000100:00000001:1.0:1777587272.302236:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587272.302238:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587272.302239:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587272.302240:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.302244:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587272.302249:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587272.302269:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587272.302271:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000100:00000200:3.0:1777587272.302273:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667706240, offset 0 00000400:00000200:3.0:1777587272.302277:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587272.302281:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587272.302284:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587272.302285:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587272.302287:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587272.302289:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587272.302290:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [427:427:254:4294967295] 192.168.204.155@tcp LPNI seq info [427:427:6:4294967295] 00000400:00000200:3.0:1777587272.302295:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587272.302302:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587272.302304:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777587272.302307:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587272.302310:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587272.302311:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587272.302313:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587272.302315:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 113622 usecs (114 jiffies) 00000100:00000001:3.0:1777587272.302317:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307019378 00000100:00000001:3.0:1777587272.302318:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307022670 00000100:00000001:3.0:1777587272.302319:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307019378 00000100:00000001:3.0:1777587272.302320:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307022670 00000100:00000001:3.0:1777587272.302322:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307019378 00000100:00000001:3.0:1777587272.302322:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307022670 00000100:00000001:3.0:1777587272.302323:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307019378 00000100:00000001:3.0:1777587272.302324:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307022670 00000100:00000001:3.0:1777587272.302325:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587272.302326:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587272.302327:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587272.302328:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587272.302331:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587272.302331:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587272.302332:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587272.302333:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587272.302334:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587272.302335:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587272.302702:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587272.302706:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587272.302739:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587272.302742:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d58366c7. 00000400:00000200:2.0:1777587272.302746:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587272.302751:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587272.302756:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:2.0:1777587272.302758:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:2.0:1777587272.302761:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587272.302765:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.302774:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587272.302776:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.302783:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587272.302784:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587272.302795:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587272.302797:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:2.0:1777587272.302799:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587272.302802:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587272.302804:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 00000400:00000010:2.0:1777587272.302806:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00000001:2.0:1777587272.302808:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587272.302810:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.302916:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587272.302919:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.302931:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587272.302933:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587272.302985:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587272.302987:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:2.0:1777587272.302990:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587272.302994:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587272.302996:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:2.0:1777587272.302997:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 00000100:00000001:2.0:1777587272.302999:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587272.303002:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.303008:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587272.303010:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.303016:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587272.303017:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587272.305311:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.305323:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587272.305328:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.305330:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587272.305340:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587272.305364:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0cf00 00000400:00000200:3.0:1777587272.305372:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xe1d [1] + 224 00000800:00000001:3.0:1777587272.305380:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.305385:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587272.305387:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587272.305391:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587272.305396:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587272.305402:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587272.305413:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587272.305436:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587272.305444:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.305448:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587272.305450:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.305451:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587272.305455:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777587272.305726:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587272.305730:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587272.305736:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587272.305738:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587272.305740:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:0.0:1777587272.305747:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:0.0:1777587272.305749:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587272.305752:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587272.305756:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587272.305764:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587272.305770:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587272.305772:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587272.305774:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587272.305776:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587272.305778:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587272.305780:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587272.305783:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587272.305788:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587272.305803:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587272.305805:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587272.305807:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587272.305809:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587272.305811:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587272.305884:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587272.305890:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587272.305897:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587272.305899:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587272.305901:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587272.305905:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587272.305925:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000916440b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667706112:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587272.305931:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587272.305933:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587272.305936:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000916440b4 x1863934667706112/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587272.305942:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587272.305945:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587272.305947:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cf3d4d4. 02000000:00000001:0.0:1777587272.305951:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587272.305953:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587272.305955:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587272.305957:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587272.305959:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:0.0:1777587272.305963:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587272.305964:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587272.305966:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000916440b4. 00000100:00000001:0.0:1777587272.305969:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587272.305970:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587272.305972:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587272.305980:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587272.305981:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587272.305984:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587272.305986:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587272.306128:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d000 00000400:00000200:3.0:1777587272.306134:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe25 [1] + 224 00000800:00000001:3.0:1777587272.306138:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.306143:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587272.306145:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587272.306159:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587272.306162:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587272.306166:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587272.306173:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587272.306234:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587272.306237:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587272.306276:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587272.306283:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.306293:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587272.306295:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.306296:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587272.306301:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587272.306307:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0cf80 00000400:00000200:3.0:1777587272.306312:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe2d [1] + 224 00000800:00000001:3.0:1777587272.306316:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.306321:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587272.306323:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587272.306325:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587272.306329:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587272.306332:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587272.306339:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587272.306355:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587272.306358:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587272.306361:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587272.306397:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587272.306401:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587272.306405:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587272.306406:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587272.306408:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000241d9cbd. 00000400:00000200:2.0:1777587272.306412:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:2.0:1777587272.306413:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:2.0:1777587272.306415:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587272.306419:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587272.306426:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.306432:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587272.306433:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587272.306435:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587272.306436:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587272.306457:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587272.306459:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587272.306461:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587272.306466:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=9 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587272.306468:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587272.306471:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587272.306471:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587272.306473:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587272.306475:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587272.306478:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587272.306480:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587272.306482:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587272.306483:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587272.306486:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.306492:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587272.306493:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587272.306495:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587272.306497:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587272.306503:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000cdfb3140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667706240:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587272.306507:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587272.306508:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587272.306510:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdfb3140 x1863934667706240/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587272.306515:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587272.306516:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587272.306518:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbc026be. 02000000:00000001:2.0:1777587272.306520:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587272.306521:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587272.306522:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587272.306525:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587272.306526:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:2.0:1777587272.306532:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587272.306533:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587272.306534:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdfb3140. 00000100:00000001:2.0:1777587272.306537:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587272.306538:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587272.306539:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587272.306543:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587272.306544:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587272.306546:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587272.306547:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587272.306615:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587272.306617:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587272.306625:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:1.0:1777587272.306629:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777587272.306630:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777587272.306633:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587272.306637:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587272.306644:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587272.306650:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587272.306651:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587272.306653:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587272.306654:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587272.306656:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587272.306657:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587272.306658:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587272.306799:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587272.306803:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=122 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587272.306806:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587272.306807:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587272.306809:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587272.306812:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587272.306819:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.306821:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587272.306823:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587272.306824:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587272.306825:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587272.306828:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587272.306834:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587272.306836:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587272.306837:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587272.306840:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587272.306853:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667706368:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587272.306857:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587272.306859:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587272.306861:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043900d18 x1863934667706368/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587272.306867:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587272.306868:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587272.306870:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ae77a. 02000000:00000001:1.0:1777587272.306873:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587272.306874:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587272.306875:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587272.306877:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587272.306878:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:1.0:1777587272.306880:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587272.306881:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587272.306881:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043900d18. 00000100:00000001:1.0:1777587272.306883:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587272.306884:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587272.306886:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587272.306889:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587272.306890:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587272.306892:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587272.306894:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587272.941370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587272.941382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587272.941390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587272.941392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587272.941447:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587272.941450:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587272.941452:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587273.965369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587273.965375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587273.965382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587273.965383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587273.965494:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587273.965497:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587273.965506:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587274.989620:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587274.989626:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587274.989632:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587274.989633:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587274.989684:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587274.989688:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587274.989691:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587275.757393:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307022670, at 4307022720 00000100:00000040:1.0:1777587275.757393:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307022670, at 4307022720 00000100:00000040:3.0:1777587275.757401:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307022670, at 4307022720 00000100:00000010:1.0:1777587275.757413:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00000100:00000010:0.0:1777587275.757414:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00000100:00000010:3.0:1777587275.757419:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000040:2.0:1777587275.757465:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307022670, at 4307022720 00000100:00000010:2.0:1777587275.757474:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb60a38. 00010000:00000001:1.0:1777587276.013424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587276.013432:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587276.013439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587276.013441:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587276.013473:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587276.013477:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587276.013480:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587277.037358:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587277.037362:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587277.037367:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587277.037368:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587277.037456:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587277.037459:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587277.037462:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587277.422450:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587277.422458:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587277.422464:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587277.422471:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587277.422475:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587277.422479:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587277.422484:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587277.422490:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587277.422497:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422508:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587277.422518:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587277.422521:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422526:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_02+2] req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587277.422562:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422565:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587277.422569:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587277.422572:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587277.422575:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587277.422577:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587277.422600:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587277.422602:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587277.422612:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587277.422615:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422620:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587277.422627:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587277.422628:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422630:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_03+3] req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587277.422637:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422639:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587277.422642:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587277.422644:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587277.422646:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587277.422648:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587277.422649:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587277.422650:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587277.422653:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587277.422655:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422658:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587277.422664:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587277.422665:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587277.422667:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_00+0] req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587277.422693:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.422694:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587277.422696:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587277.422699:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777587277.422700:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777587277.422703:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587277.422707:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12362) 00000100:00000040:1.0:1777587277.422710:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.422721:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587277.422723:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.422727:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587277.422727:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587277.422729:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587277.422729:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587277.422731:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777587277.422734:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587277.422734:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587277.422740:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667706496:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587277.422741:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587277.422747:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.422747:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587277.422752:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587277.422755:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587277.422758:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587277.422764:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccb6920. 00000100:00000001:0.0:1777587277.422766:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1777587277.422767:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.422769:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587277.422772:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587277.422774:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1777587277.422774:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 02000000:00000001:0.0:1777587277.422777:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587277.422780:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667706752:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587277.422785:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1777587277.422787:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 02000000:00000001:0.0:1777587277.422788:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587277.422790:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587277.422793:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587277.422796:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f86d985. 00000100:00000200:1.0:1777587277.422796:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706496, portal 25 02000000:00000001:0.0:1777587277.422800:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.422801:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587277.422804:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000400:00000010:0.0:1777587277.422806:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000100:00000040:1.0:1777587277.422811:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587277.422812:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000200:0.0:1777587277.422817:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706752, portal 10 00000100:00000001:0.0:1777587277.422821:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587277.422823:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:1.0:1777587277.422827:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587277.422832:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587277.422833:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587277.422837:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777587277.422842:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667706496, offset 0 00000100:00000001:0.0:1777587277.422844:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587277.422848:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587277.422851:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000400:00000200:1.0:1777587277.422852:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777587277.422857:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667706752, offset 0 00000400:00000200:0.0:1777587277.422864:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587277.422867:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587277.422874:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587277.422878:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587277.422881:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587277.422883:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587277.422887:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [428:428:256:4294967295] 192.168.204.155@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:1.0:1777587277.422897:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587277.422903:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587277.422908:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587277.422915:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587277.422922:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587277.422926:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587277.422936:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.422941:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307027791 00000100:00000010:1.0:1777587277.422945:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fefc2c3. 00000100:00000001:1.0:1777587277.422951:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587277.422957:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307027791 00000100:00000010:1.0:1777587277.422959:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d90c63ca. 00000100:00000001:1.0:1777587277.422962:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587277.422969:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307027791 00000100:00000010:1.0:1777587277.422972:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e2badf7. 00000100:00000001:1.0:1777587277.422974:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587277.422977:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307027791 00000100:00000010:1.0:1777587277.422979:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6d20faf. 00000100:00000001:1.0:1777587277.422982:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587277.422984:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587277.422987:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.422991:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.422992:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.422999:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587277.423002:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587277.423004:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587277.423005:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587277.423006:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587277.423008:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587277.423009:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.423011:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587277.423012:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.423013:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587277.423014:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587277.423015:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587277.423019:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.423026:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587277.423027:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587277.423030:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587277.423032:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587277.423034:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587277.423036:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667706624:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587277.423039:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587277.423042:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587277.423043:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587277.423044:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587277.423045:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587277.423058:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587277.423069:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbeda373. 02000000:00000001:1.0:1777587277.423071:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587277.423076:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000010:1.0:1777587277.423081:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000200:1.0:1777587277.423085:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706624, portal 10 00000100:00000001:1.0:1777587277.423087:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587277.423089:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000040:1.0:1777587277.423094:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.423100:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1777587277.423101:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1777587277.423104:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587277.423105:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000010:1.0:1777587277.423108:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000400:00000200:3.0:1777587277.423110:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1777587277.423111:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667706624, offset 0 00000400:00000200:1.0:1777587277.423119:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587277.423119:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587277.423796:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587277.423801:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587277.423803:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587277.423806:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587277.423808:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587277.423811:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [429:429:255:4294967295] 192.168.204.155@tcp LPNI seq info [429:429:7:4294967295] 00000400:00000200:0.0:1777587277.423827:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587277.423832:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587277.423836:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633758cf. 00000800:00000200:0.0:1777587277.423840:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587277.423845:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587277.423848:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000633758cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587277.423850:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587277.423855:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16772 usecs (17 jiffies) 00000100:00000001:0.0:1777587277.423857:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307024403 00000100:00000001:0.0:1777587277.423859:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307027791 00000100:00000001:0.0:1777587277.423861:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307024403 00000100:00000001:0.0:1777587277.423862:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307027791 00000100:00000001:0.0:1777587277.423864:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307024403 00000100:00000001:0.0:1777587277.423866:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307027791 00000100:00000001:0.0:1777587277.423867:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307024403 00000100:00000001:0.0:1777587277.423869:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307027791 00000100:00000001:0.0:1777587277.423871:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587277.423873:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.423875:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.423877:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587277.423968:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587277.423971:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587277.423973:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587277.423975:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587277.423976:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.423978:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587277.424791:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:3.0:1777587277.424795:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:3.0:1777587277.424801:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587277.424807:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.424827:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587277.424830:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.424837:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587277.424838:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587277.424904:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587277.424907:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633758cf. 00000400:00000200:3.0:1777587277.424911:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587277.424915:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587277.424918:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000400:00000010:3.0:1777587277.424920:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:3.0:1777587277.424922:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587277.424927:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.424934:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587277.424936:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.424941:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587277.424942:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777587277.425184:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587277.425188:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587277.425191:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587277.425195:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587277.425199:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587277.425203:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [430:430:256:4294967295] 192.168.204.155@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:1.0:1777587277.425214:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587277.425219:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587277.425224:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587277.425229:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587277.425235:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587277.425238:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587277.425327:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587277.425332:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 112780 usecs (113 jiffies) 00000100:00000001:1.0:1777587277.425335:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307024501 00000100:00000001:1.0:1777587277.425338:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307027791 00000100:00000001:1.0:1777587277.425349:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307024501 00000100:00000001:1.0:1777587277.425351:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307027791 00000100:00000001:1.0:1777587277.425352:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307024501 00000100:00000001:1.0:1777587277.425354:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307027791 00000100:00000001:1.0:1777587277.425356:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307024501 00000100:00000001:1.0:1777587277.425357:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307027791 00000100:00000001:1.0:1777587277.425359:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587277.425361:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.425364:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.425366:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587277.426978:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.426994:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587277.426997:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.427000:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587277.427009:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587277.427023:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d080 00000400:00000200:3.0:1777587277.427031:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:3.0:1777587277.427038:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.427045:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587277.427055:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587277.427059:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587277.427065:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587277.427082:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587277.427091:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.427111:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1777587277.427162:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587277.427166:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587277.427169:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587277.427173:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587277.427176:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:3.0:1777587277.427178:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:3.0:1777587277.427181:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587277.427184:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.427194:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587277.427196:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.427203:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587277.427204:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587277.427209:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.427212:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.427886:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587277.427890:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587277.427895:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587277.427897:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587277.427899:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:1.0:1777587277.427903:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777587277.427904:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777587277.427906:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587277.427910:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587277.427917:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.427921:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587277.427922:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.427925:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587277.427926:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587277.427928:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587277.427929:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587277.427932:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587277.427937:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587277.427940:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=20 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587277.427941:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587277.427949:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587277.427951:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587277.427952:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.427954:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587277.427956:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.427961:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587277.427962:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587277.427964:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587277.427966:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587277.427969:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667706496:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587277.427972:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.427974:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587277.427975:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667706496/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.427978:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587277.427980:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587277.427982:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccb6920. 02000000:00000001:1.0:1777587277.427985:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587277.427986:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587277.427987:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587277.427989:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587277.427990:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:1.0:1777587277.427993:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587277.427995:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587277.427996:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:1.0:1777587277.427999:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587277.428000:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.428003:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.428004:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587277.428006:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587277.428007:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.428008:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587277.428098:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.428105:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587277.428107:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.428109:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587277.428115:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587277.428126:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d180 00000400:00000200:3.0:1777587277.428132:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe39 [1] + 224 00000800:00000001:3.0:1777587277.428136:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.428142:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587277.428144:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587277.428147:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587277.428157:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587277.428162:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587277.428169:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587277.428192:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587277.428198:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587277.428201:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587277.428297:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587277.428300:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587277.428303:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587277.428305:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587277.428311:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:0.0:1777587277.428317:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:0.0:1777587277.428319:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587277.428322:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587277.428325:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587277.428333:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587277.428338:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587277.428340:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587277.428342:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587277.428343:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587277.428345:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587277.428346:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587277.428348:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587277.428353:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587277.428355:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=127 v=5 (1 1 0 0) 00000100:00000001:0.0:1777587277.428357:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587277.428358:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587277.428360:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587277.428363:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587277.428369:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.428372:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587277.428374:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587277.428375:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587277.428376:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587277.428379:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587277.428385:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587277.428386:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587277.428388:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587277.428390:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587277.428405:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667706752:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587277.428409:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587277.428410:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587277.428412:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667706752/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587277.428418:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587277.428420:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587277.428421:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f86d985. 02000000:00000001:0.0:1777587277.428425:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587277.428426:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587277.428427:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587277.428428:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587277.428429:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:0.0:1777587277.428431:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587277.428676:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587277.428678:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:0.0:1777587277.428681:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587277.428682:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587277.428684:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587277.428691:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587277.428692:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587277.428694:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587277.428696:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587277.430503:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587277.430518:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587277.430522:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587277.430523:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587277.430531:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587277.430543:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d100 00000400:00000200:2.0:1777587277.430553:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:2.0:1777587277.430560:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587277.430603:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587277.430606:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587277.430617:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587277.430623:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587277.430629:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587277.430638:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587277.430658:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587277.430664:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587277.430668:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.431566:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587277.431571:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587277.431578:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587277.431581:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587277.431583:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587277.431589:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:1.0:1777587277.431591:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587277.431595:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587277.431601:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587277.431610:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.431617:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587277.431619:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.431621:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587277.431624:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587277.431626:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587277.431628:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587277.431631:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587277.431640:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587277.431643:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587277.431645:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587277.431647:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587277.431649:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587277.431652:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.431656:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587277.431658:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587277.431660:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587277.431661:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587277.431665:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.431671:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587277.431674:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587277.431675:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587277.431678:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587277.431697:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667706624:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587277.431701:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.431703:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587277.431706:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667706624/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587277.431711:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587277.431713:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587277.431716:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbeda373. 02000000:00000001:1.0:1777587277.431718:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587277.431720:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587277.431722:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587277.431724:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587277.431725:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:1.0:1777587277.431728:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587277.431730:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587277.431731:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:1.0:1777587277.431734:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587277.431735:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.431737:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587277.431743:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587277.431745:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587277.431747:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587277.431748:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587278.061404:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587278.061406:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587278.061409:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061414:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587278.061417:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061418:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061431:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061436:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587278.061438:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587278.061439:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587278.061459:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061460:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587278.061461:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061463:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587278.061465:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587278.061527:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587278.061531:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587278.061533:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587279.085339:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587279.085346:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587279.085353:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587279.085354:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587279.085378:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587279.085381:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587279.085384:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587280.109354:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587280.109361:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587280.109369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587280.109370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587280.109470:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587280.109473:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587280.109476:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587280.877364:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307027791, at 4307027840 00000100:00000040:2.0:1777587280.877364:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307027791, at 4307027840 00000100:00000010:2.0:1777587280.877379:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e2badf7. 00000100:00000010:0.0:1777587280.877388:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fefc2c3. 00000100:00000040:3.0:1777587280.877724:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307027791, at 4307027840 00000100:00000010:3.0:1777587280.877731:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6d20faf. 00000100:00000040:1.0:1777587280.877968:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307027791, at 4307027840 00000100:00000010:1.0:1777587280.877991:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d90c63ca. 00010000:00000001:1.0:1777587281.133378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587281.133390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587281.133397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587281.133400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587281.133430:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587281.133434:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587281.133438:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587282.157944:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587282.157950:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587282.157968:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587282.157970:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587282.157988:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587282.157990:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587282.157992:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587282.541427:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587282.541435:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587282.541444:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587282.541449:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587282.541453:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587282.541455:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587282.541459:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587282.541465:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587282.541471:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541479:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587282.541487:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587282.541488:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541492:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_01+1] req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587282.541545:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777587282.541548:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777587282.541560:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587282.541573:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541574:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587282.541577:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587282.541582:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000020:00000040:3.0:1777587282.541583:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587282.541585:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587282.541586:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587282.541587:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587282.541591:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587282.541593:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541595:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587282.541600:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587282.541601:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541602:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_02+2] req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.541621:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541622:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587282.541624:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587282.541626:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 00000020:00000040:3.0:1777587282.541627:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587282.541628:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587282.541629:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587282.541630:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587282.541632:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587282.541633:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541636:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587282.541639:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587282.541640:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541642:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfd23ba] to pc [ptlrpcd_00_03+3] req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.541647:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.541648:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587282.541653:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587282.541656:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12367) 00000100:00000001:1.0:1777587282.541660:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587282.541664:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587282.541666:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587282.541667:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587282.541670:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587282.541671:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587282.541673:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587282.541676:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.541699:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587282.541701:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587282.541701:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587282.541704:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587282.541706:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587282.541708:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587282.541710:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587282.541713:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667707136:192.168.204.155@tcp:400: 02000000:00000001:1.0:1777587282.541716:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587282.541719:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587282.541720:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587282.541723:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587282.541726:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1777587282.541727:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667707008:192.168.204.155@tcp:400: 02000000:00000001:3.0:1777587282.541729:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587282.541733:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587282.541734:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587282.541738:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1777587282.541738:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9a7aa9. 02000000:00000001:1.0:1777587282.541740:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587282.541742:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587282.541743:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587282.541748:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbeda373. 00000400:00000010:3.0:1777587282.541750:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000365ccf5a. 02000000:00000001:1.0:1777587282.541751:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587282.541757:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000010:3.0:1777587282.541760:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df60ae0a. 00000400:00000010:1.0:1777587282.541763:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000200:1.0:1777587282.541768:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707008, portal 10 00000100:00000200:3.0:1777587282.541768:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707136, portal 10 00000100:00000001:3.0:1777587282.541772:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587282.541773:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587282.541776:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000001:3.0:1777587282.541776:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079936 : -105793694471680 : ffff9fc7fc6bea00) 00000100:00000040:1.0:1777587282.541784:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587282.541786:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587282.541801:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587282.541804:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587282.541805:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587282.541808:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000040:3.0:1777587282.541809:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:1.0:1777587282.541811:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667707008, offset 0 00000400:00000010:3.0:1777587282.541814:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000400:00000200:1.0:1777587282.541818:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:3.0:1777587282.541825:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667707136, offset 0 00000400:00000200:1.0:1777587282.541829:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587282.541833:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587282.541836:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587282.541839:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587282.541842:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587282.541844:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587282.541847:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [431:431:256:4294967295] 192.168.204.155@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:1.0:1777587282.541855:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587282.541860:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587282.541864:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587282.541869:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587282.541878:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587282.541881:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587282.541888:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587282.541892:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587282.541892:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587282.541898:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 111992 usecs (112 jiffies) 00000100:00000001:1.0:1777587282.541901:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307029616 00000100:00000010:1.0:1777587282.541903:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d90c63ca. 00000100:00000001:1.0:1777587282.541909:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587282.541914:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307029616 00000100:00000010:1.0:1777587282.541917:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e5c7cf7. 00000100:00000001:1.0:1777587282.541919:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587282.541921:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307029616 00000100:00000010:1.0:1777587282.541923:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ed04a77. 00000100:00000001:1.0:1777587282.541925:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587282.541928:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307029616 00000100:00000010:1.0:1777587282.541930:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ac1ba05. 00000100:00000001:1.0:1777587282.541931:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587282.541933:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587282.541934:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587282.541936:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587282.541937:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587282.541942:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587282.541944:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587282.541945:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587282.541946:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587282.541947:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587282.541948:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587282.542026:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587282.542030:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777587282.542035:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587282.542040:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587282.542064:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587282.542066:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587282.542068:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587282.542069:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587282.542071:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587282.542074:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587282.542081:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587282.542082:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587282.542084:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587282.542086:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587282.542087:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587282.542090:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667706880:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587282.542093:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587282.542095:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587282.542097:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587282.542098:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587282.542102:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af40cc87. 02000000:00000001:0.0:1777587282.542104:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587282.542107:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000400:00000010:0.0:1777587282.542111:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000100:00000200:0.0:1777587282.542114:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667706880, portal 25 00000100:00000001:0.0:1777587282.542115:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587282.542116:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000040:0.0:1777587282.542120:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587282.542126:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587282.542128:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587282.542130:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf84f449. 00000100:00000200:0.0:1777587282.542132:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667706880, offset 0 00000400:00000200:0.0:1777587282.542136:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587282.542156:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587282.542163:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587282.542166:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587282.542167:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587282.542170:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587282.542172:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [432:432:255:4294967295] 192.168.204.155@tcp LPNI seq info [432:432:7:4294967295] 00000400:00000200:3.0:1777587282.542179:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587282.542183:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587282.542186:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587282.542190:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587282.542193:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587282.542196:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587282.542199:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.542201:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16696 usecs (17 jiffies) 00000100:00000001:3.0:1777587282.542203:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307029521 00000100:00000001:3.0:1777587282.542205:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307029616 00000100:00000001:3.0:1777587282.542207:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307029521 00000100:00000001:3.0:1777587282.542208:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307029616 00000100:00000001:3.0:1777587282.542210:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307029521 00000100:00000001:3.0:1777587282.542211:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307029616 00000100:00000001:3.0:1777587282.542213:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307029521 00000100:00000001:3.0:1777587282.542215:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307029616 00000100:00000001:3.0:1777587282.542216:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587282.542218:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.542220:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.542221:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587282.542225:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587282.542226:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587282.542228:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587282.542233:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587282.542234:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.542235:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587282.542422:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:2.0:1777587282.542426:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:2.0:1777587282.542430:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587282.542433:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.542447:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587282.542450:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.542456:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587282.542457:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587282.542483:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587282.542485:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:2.0:1777587282.542488:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587282.542491:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587282.542494:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:2.0:1777587282.542495:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000001:2.0:1777587282.542497:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587282.542500:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.542506:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587282.542507:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.542512:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587282.542513:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1777587282.542901:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587282.542904:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587282.542913:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587282.542915:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587282.542918:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587282.542921:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [433:433:256:4294967295] 192.168.204.155@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:0.0:1777587282.542930:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587282.542934:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587282.542938:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000800:00000200:0.0:1777587282.542942:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587282.542946:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587282.542956:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587282.543005:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587282.543009:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307032911 00000100:00000001:0.0:1777587282.543014:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307029616 00000100:00000001:0.0:1777587282.543017:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307032911 00000100:00000001:0.0:1777587282.543020:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307029616 00000100:00000001:0.0:1777587282.543022:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307032911 00000100:00000001:0.0:1777587282.543024:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307029616 00000100:00000001:0.0:1777587282.543026:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307032911 00000100:00000001:0.0:1777587282.543029:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307029616 00000100:00000001:0.0:1777587282.543031:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587282.543033:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587282.543035:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587282.543037:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587282.543226:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587282.543229:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000400:00000200:3.0:1777587282.543232:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587282.543236:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587282.543239:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf84f449 00000400:00000010:3.0:1777587282.543241:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf84f449. 00000100:00000001:3.0:1777587282.543243:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587282.543247:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.543276:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587282.543279:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.543284:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.543285:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587282.544962:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.544977:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587282.544980:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.544983:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587282.544993:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587282.545007:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d300 00000400:00000200:2.0:1777587282.545015:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:2.0:1777587282.545021:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.545025:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587282.545028:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587282.545031:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587282.545037:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587282.545054:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587282.545065:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.545086:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587282.545094:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.545098:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587282.545101:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.545102:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587282.545106:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587282.545112:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d280 00000400:00000200:2.0:1777587282.545117:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe51 [1] + 224 00000800:00000001:2.0:1777587282.545121:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.545126:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587282.545128:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587282.545130:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587282.545133:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587282.545136:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587282.545142:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.545158:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587282.545162:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.545165:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587282.545204:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587282.545209:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587282.545215:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587282.545218:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587282.545220:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587282.545224:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:1.0:1777587282.545231:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587282.545235:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587282.545238:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587282.545247:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587282.545281:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587282.545283:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587282.545286:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587282.545289:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587282.545291:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587282.545293:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587282.545296:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587282.545304:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587282.545309:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=19 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587282.545311:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587282.545312:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587282.545315:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587282.545318:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587282.545322:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587282.545324:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587282.545326:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587282.545327:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587282.545331:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587282.545339:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587282.545342:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587282.545344:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587282.545347:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587282.545353:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667707008:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587282.545363:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587282.545371:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587282.545374:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667707008/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587282.545380:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587282.545383:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587282.545386:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbeda373. 02000000:00000001:1.0:1777587282.545389:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587282.545391:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587282.545392:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587282.545464:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587282.545466:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587282.545471:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587282.545473:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587282.545475:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:1.0:1777587282.545479:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587282.545481:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587282.545483:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587282.545491:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587282.545493:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587282.545495:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587282.545498:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.545512:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587282.545515:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587282.545518:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587282.545520:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587282.545522:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000365ccf5a. 00000400:00000200:3.0:1777587282.545525:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df60ae0a 00000400:00000010:3.0:1777587282.545526:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000df60ae0a. 00000100:00000001:3.0:1777587282.545529:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587282.545532:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587282.545540:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.545546:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587282.545547:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587282.545548:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587282.545550:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587282.545551:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587282.545552:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587282.545561:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587282.545565:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587282.545568:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1777587282.545570:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587282.545571:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587282.545573:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587282.545576:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587282.545583:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.545585:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587282.545587:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587282.545588:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587282.545589:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587282.545592:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.545599:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587282.545600:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587282.545602:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587282.545604:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587282.545610:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667707136:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587282.545613:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587282.545615:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587282.545628:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfd23ba x1863934667707136/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587282.545634:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587282.545635:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587282.545637:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9a7aa9. 02000000:00000001:3.0:1777587282.545640:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587282.545641:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587282.545642:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587282.545649:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587282.545651:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:3.0:1777587282.545653:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587282.545655:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587282.545655:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000100:00000001:3.0:1777587282.545658:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587282.545659:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587282.545660:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587282.545664:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587282.545665:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587282.545666:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587282.545668:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587282.547743:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.547758:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587282.547763:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.547765:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587282.547776:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587282.547791:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d200 00000400:00000200:2.0:1777587282.547798:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xe5d [1] + 224 00000800:00000001:2.0:1777587282.547818:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.548054:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587282.548058:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587282.548062:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587282.548069:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587282.548075:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587282.548086:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587282.548109:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587282.548117:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587282.548121:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587282.548181:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587282.548185:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587282.548199:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587282.548201:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587282.548203:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:0.0:1777587282.548210:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:0.0:1777587282.548212:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587282.548222:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587282.548226:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587282.548233:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587282.548238:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587282.548240:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587282.548242:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587282.548244:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587282.548246:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587282.548248:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587282.548276:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587282.548282:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587282.548286:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587282.548288:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587282.548289:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587282.548292:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587282.548293:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587282.548296:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587282.548299:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587282.548306:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587282.548309:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587282.548310:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587282.548314:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587282.548320:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667706880:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587282.548325:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587282.548327:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587282.548329:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667706880/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587282.548335:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587282.548342:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587282.548345:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af40cc87. 02000000:00000001:0.0:1777587282.548349:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587282.548350:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587282.548352:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587282.548354:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587282.548356:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:0.0:1777587282.548360:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587282.548361:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587282.548362:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:0.0:1777587282.548365:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587282.548366:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587282.548368:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587282.548374:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587282.548375:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587282.548377:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587282.548379:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587283.181388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587283.181394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587283.181400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587283.181402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587283.181654:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587283.181658:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587283.181661:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587284.205510:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587284.205516:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587284.205521:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587284.205523:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587284.206934:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587284.206937:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587284.206940:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587285.229372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587285.229378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587285.229386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587285.229388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587285.229411:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587285.229415:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587285.229418:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587285.997359:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307032911, at 4307032960 00000100:00000040:3.0:1777587285.997359:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307032911, at 4307032960 00000100:00000040:1.0:1777587285.997376:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307032911, at 4307032960 00000100:00000040:2.0:1777587285.997382:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307032911, at 4307032960 00000100:00000010:3.0:1777587285.997385:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ac1ba05. 00000100:00000010:0.0:1777587285.997388:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d90c63ca. 00000100:00000010:2.0:1777587285.997393:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ed04a77. 00000100:00000010:1.0:1777587285.997401:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e5c7cf7. 00010000:00000001:1.0:1777587286.253353:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587286.253359:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587286.253365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587286.253366:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587286.253452:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587286.253456:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587286.253458:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587287.281277:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587287.281283:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587287.281289:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587287.281290:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587287.281341:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587287.281345:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587287.281348:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587287.661486:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587287.661493:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587287.661503:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777587287.661509:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587287.661515:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587287.661518:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587287.661523:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587287.661530:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1916189. 00000100:00000001:0.0:1777587287.661586:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.661597:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587287.661632:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587287.661634:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.661640:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_00+0] req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.661686:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.661690:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587287.661693:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587287.661698:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.661707:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587287.661709:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587287.661712:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587287.661714:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587287.661716:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587287.661717:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587287.661721:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587287.661722:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667707264:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587287.661727:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587287.661732:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587287.661735:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587287.661737:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587287.661741:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ac75409. 02000000:00000001:2.0:1777587287.661743:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587287.661747:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba88ef82. 00000100:00000001:0.0:1777587287.661751:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.661754:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587287.661759:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1777587287.661760:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000010:0.0:1777587287.661762:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777587287.661766:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000200:2.0:1777587287.661768:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707264, portal 25 00000100:00000001:0.0:1777587287.661769:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777587287.661771:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1777587287.661772:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587287.661775:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 02000000:00000001:0.0:1777587287.661776:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587287.661781:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082b73472. 00000100:00000040:2.0:1777587287.661782:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587287.661786:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.661794:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587287.661794:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587287.661801:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587287.661804:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777587287.661808:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667707264, offset 0 00000100:00000001:0.0:1777587287.661811:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587287.661813:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587287.661817:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587287.661818:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_01+1] req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587287.661831:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587287.661836:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587287.661840:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587287.661843:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587287.661846:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587287.661861:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [434:434:256:4294967295] 192.168.204.155@tcp LPNI seq info [434:434:8:4294967295] 00000100:00000001:1.0:1777587287.661870:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587287.661874:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587287.661877:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777587287.661877:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:1.0:1777587287.661884:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587287.661887:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587287.661894:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000100:00000001:1.0:1777587287.661896:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587287.661898:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587287.661900:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587287.661904:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777587287.661904:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000001:1.0:1777587287.661909:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587287.661912:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667707392:192.168.204.155@tcp:400: 00000800:00000200:2.0:1777587287.661916:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587287.661920:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1777587287.661922:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1777587287.661924:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587287.661927:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587287.661929:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587287.661933:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ae77a. 02000000:00000001:1.0:1777587287.661935:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587287.661939:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000100:00000001:2.0:1777587287.661941:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587287.661943:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000001:2.0:1777587287.661946:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307038030 00000100:00000200:1.0:1777587287.661947:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707392, portal 10 00000100:00000001:1.0:1777587287.661951:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1777587287.661952:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000100:00000001:1.0:1777587287.661953:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000100:00000001:2.0:1777587287.661960:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1777587287.661963:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.661968:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307038030 00000100:00000010:2.0:1777587287.661973:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777587287.661979:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587287.661981:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587287.661984:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587287.661988:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000001:2.0:1777587287.661990:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307038030 00000100:00000200:1.0:1777587287.661991:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667707392, offset 0 00000100:00000010:2.0:1777587287.661995:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000001:2.0:1777587287.661999:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1777587287.662000:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587287.662003:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307038030 00000100:00000010:2.0:1777587287.662008:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000400:00000200:1.0:1777587287.662009:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587287.662013:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1777587287.662014:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587287.662019:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587287.662019:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587287.662024:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587287.662024:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587287.662028:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587287.662029:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587287.662030:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587287.662033:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587287.662034:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [435:435:255:4294967295] 192.168.204.155@tcp LPNI seq info [435:435:7:4294967295] 00000800:00000010:3.0:1777587287.662034:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777587287.662040:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587287.662041:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587287.662045:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1777587287.662048:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587287.662050:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.662053:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587287.662054:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587287.662055:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.662068:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587287.662073:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.662077:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.662079:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587287.662080:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.662082:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.662150:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587287.662154:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587287.662158:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89b0529. 00000020:00000040:0.0:1777587287.662161:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587287.662163:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587287.662165:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587287.662166:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587287.662170:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fe87981. 00000100:00000001:0.0:1777587287.662178:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.662183:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587287.662191:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587287.662192:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.662195:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89b0529] to pc [ptlrpcd_00_02+2] req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587287.662221:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.662223:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587287.662239:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.662242:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587287.662244:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587287.662248:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.662272:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587287.662273:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587287.662276:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587287.662277:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587287.662279:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587287.662281:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667707520:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587287.662285:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587287.662288:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587287.662289:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587287.662297:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587287.662299:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5519fbb. 02000000:00000001:2.0:1777587287.662302:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587287.662305:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000400:00000010:2.0:1777587287.662309:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000040:0.0:1777587287.662310:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1777587287.662314:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707520, portal 10 00000100:00000040:0.0:1777587287.662317:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12372) 00000100:00000001:2.0:1777587287.662317:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587287.662319:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529538304 : -105794180013312 : ffff9fc7df7b2300) 00000100:00000040:2.0:1777587287.662325:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.662332:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587287.662334:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587287.662336:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777587287.662338:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667707520, offset 0 00000400:00000200:2.0:1777587287.662341:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777587287.662401:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587287.662405:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587287.662409:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587287.662414:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587287.662418:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587287.662420:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587287.662423:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 111167 usecs (112 jiffies) 00000100:00000001:1.0:1777587287.662426:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307034737 00000100:00000001:1.0:1777587287.662428:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307038030 00000100:00000001:1.0:1777587287.662430:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307034737 00000100:00000001:1.0:1777587287.662431:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307038030 00000100:00000001:1.0:1777587287.662433:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307034737 00000100:00000001:1.0:1777587287.662435:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307038030 00000100:00000001:1.0:1777587287.662436:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307034737 00000100:00000001:1.0:1777587287.662438:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307038030 00000100:00000001:1.0:1777587287.662446:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587287.662448:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587287.662450:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587287.662451:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587287.662455:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587287.662456:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587287.662458:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587287.662459:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587287.662461:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587287.662462:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587287.662521:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587287.662524:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587287.662654:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:3.0:1777587287.662658:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:3.0:1777587287.662663:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587287.662667:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.662675:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587287.662677:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.662683:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587287.662685:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1777587287.662691:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587287.662694:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587287.662696:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587287.662697:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587287.662699:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587287.662701:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [436:436:254:4294967295] 192.168.204.155@tcp LPNI seq info [436:436:6:4294967295] 00000400:00000200:2.0:1777587287.662706:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587287.662709:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587287.662712:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777587287.662715:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587287.662718:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587287.662721:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587287.662723:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587287.662725:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16602 usecs (17 jiffies) 00000100:00000001:2.0:1777587287.662727:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307034642 00000100:00000001:2.0:1777587287.662728:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307038030 00000100:00000001:2.0:1777587287.662733:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307034642 00000100:00000001:2.0:1777587287.662734:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307038030 00000100:00000001:2.0:1777587287.662735:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307034642 00000100:00000001:2.0:1777587287.662736:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307038030 00000100:00000001:2.0:1777587287.662737:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307034642 00000100:00000001:2.0:1777587287.662738:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307038030 00000100:00000001:2.0:1777587287.662739:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587287.662740:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.662741:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.662742:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587287.662745:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587287.662746:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587287.662747:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.662747:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587287.662748:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.662749:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587287.662789:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587287.662799:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:3.0:1777587287.662802:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587287.662806:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587287.662809:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:3.0:1777587287.662811:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:3.0:1777587287.662814:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587287.662816:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.662822:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587287.662824:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.662830:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587287.662832:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587287.662873:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587287.662875:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777587287.662877:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587287.662880:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587287.662883:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:3.0:1777587287.662884:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:3.0:1777587287.662886:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587287.662896:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.662903:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587287.662906:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.662912:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587287.662913:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587287.664085:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664096:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587287.664099:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664102:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587287.664109:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587287.664121:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d380 00000400:00000200:2.0:1777587287.664128:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xe65 [1] + 224 00000800:00000001:2.0:1777587287.664134:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664141:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587287.664143:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587287.664146:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587287.664151:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587287.664155:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587287.664166:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.664196:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587287.664204:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664208:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587287.664333:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587287.664346:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587287.664352:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587287.664354:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587287.664356:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba88ef82. 00000400:00000200:0.0:1777587287.664361:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:0.0:1777587287.664362:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:0.0:1777587287.664365:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587287.664368:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587287.664376:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587287.664381:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587287.664383:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587287.664385:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587287.664388:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587287.664390:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587287.664392:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587287.664396:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587287.664409:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587287.664424:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587287.664427:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587287.664428:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587287.664431:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587287.664432:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587287.664435:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587287.664439:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587287.664445:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587287.664448:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587287.664449:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587287.664452:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587287.664459:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667707264:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587287.664463:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587287.664465:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587287.664467:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667707264/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587287.664473:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587287.664476:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587287.664479:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ac75409. 02000000:00000001:0.0:1777587287.664482:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587287.664484:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587287.664485:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587287.664488:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587287.664490:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1916189. 02000000:00000001:0.0:1777587287.664494:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587287.664496:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587287.664497:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:0.0:1777587287.664500:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587287.664501:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587287.664503:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587287.664514:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587287.664516:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587287.664518:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587287.664520:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587287.664682:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664688:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587287.664690:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664692:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587287.664697:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587287.664704:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d400 00000400:00000200:2.0:1777587287.664709:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe6d [1] + 224 00000800:00000001:2.0:1777587287.664713:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664748:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587287.664750:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587287.664754:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587287.664757:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587287.664760:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587287.664769:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.664786:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587287.664791:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587287.664793:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587287.664864:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587287.664867:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587287.664871:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587287.664872:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587287.664874:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587287.664878:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:1.0:1777587287.664879:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587287.664882:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587287.664886:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587287.664894:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587287.664900:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587287.664901:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587287.664903:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587287.664905:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587287.664906:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587287.664907:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587287.664908:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587287.664913:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587287.664915:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587287.664916:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587287.664917:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587287.664918:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587287.664920:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587287.664922:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587287.664928:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587287.664929:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587287.664930:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587287.664933:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587287.664937:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587287.664938:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587287.664939:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587287.664941:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587287.664944:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667707392:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587287.664947:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587287.664948:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587287.664949:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667707392/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587287.664952:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587287.664953:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587287.664954:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ae77a. 02000000:00000001:1.0:1777587287.664956:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587287.664957:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587287.664958:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587287.664959:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587287.664960:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000082b73472. 02000000:00000001:1.0:1777587287.664962:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587287.664962:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587287.664963:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:1.0:1777587287.664965:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587287.664966:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587287.664967:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587287.664970:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587287.664971:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587287.664972:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587287.664972:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587287.665143:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587287.665150:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587287.665152:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587287.665153:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587287.665158:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587287.665166:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d480 00000400:00000200:3.0:1777587287.665176:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe75 [1] + 224 00000800:00000001:3.0:1777587287.665180:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587287.665185:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587287.665186:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587287.665189:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587287.665192:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587287.665538:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587287.665549:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587287.665568:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587287.665575:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587287.665579:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587287.665729:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.665732:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587287.665736:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587287.665738:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587287.665739:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:2.0:1777587287.665744:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:2.0:1777587287.665745:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:2.0:1777587287.665748:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587287.665753:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587287.665778:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.665784:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587287.665786:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587287.665788:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587287.665789:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587287.665791:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587287.665792:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587287.665794:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587287.665799:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587287.665802:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=137 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587287.665804:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587287.665805:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587287.665807:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587287.665810:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587287.665816:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.665819:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587287.665820:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587287.665822:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587287.665823:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587287.665825:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.665830:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587287.665832:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587287.665833:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587287.665836:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587287.665843:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667707520:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587287.665847:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587287.665866:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587287.665869:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89b0529 x1863934667707520/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587287.665874:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587287.665876:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587287.665878:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5519fbb. 02000000:00000001:2.0:1777587287.665881:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587287.665882:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587287.665883:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587287.665885:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587287.665886:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fe87981. 02000000:00000001:2.0:1777587287.665889:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587287.665899:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587287.665901:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89b0529. 00000100:00000001:2.0:1777587287.665904:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587287.665905:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587287.665907:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587287.665911:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587287.665913:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587287.665915:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587287.665916:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301769:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587288.301776:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587288.301778:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587288.301781:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301786:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587288.301788:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301789:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301791:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301794:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587288.301796:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587288.301797:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587288.301798:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301800:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587288.301801:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301802:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587288.301803:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587288.301825:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587288.301828:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587288.301830:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587289.325350:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587289.325356:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587289.325363:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587289.325364:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587289.325447:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587289.325451:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587289.325454:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587290.349370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587290.349378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587290.349386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587290.349387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587290.349477:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587290.349484:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587290.349489:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587291.117390:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307038030, at 4307038080 00000100:00000010:1.0:1777587291.117410:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000040:0.0:1777587291.117483:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307038030, at 4307038080 00000100:00000040:2.0:1777587291.117483:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307038030, at 4307038080 00000100:00000010:0.0:1777587291.117499:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00000100:00000010:2.0:1777587291.117501:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000040:3.0:1777587291.117724:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307038030, at 4307038080 00000100:00000010:3.0:1777587291.117732:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00010000:00000001:1.0:1777587291.373387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587291.373394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587291.373400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587291.373402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587291.373435:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587291.373439:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587291.373442:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587292.397354:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587292.397375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587292.397383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587292.397384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587292.397462:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587292.397465:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587292.397468:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587292.781393:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587292.781403:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587292.781414:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777587292.781420:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587292.781425:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587292.781428:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587292.781432:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587292.781439:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1916189. 00000100:00000001:0.0:1777587292.781446:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781455:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587292.781465:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587292.781467:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781471:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_03+3] req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587292.781506:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781509:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587292.781512:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587292.781515:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587292.781517:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587292.781519:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587292.781535:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587292.781537:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587292.781541:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026ca22fc. 00000100:00000001:0.0:1777587292.781544:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.781548:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587292.781549:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1777587292.781554:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587292.781559:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587292.781561:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587292.781563:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781567:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_00+0] req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.781568:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587292.781571:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.781576:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.781580:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587292.781583:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587292.781590:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587292.781595:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781600:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587292.781603:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587292.781605:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777587292.781607:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587292.781609:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001681cdd0. 02000000:00000001:1.0:1777587292.781611:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1777587292.781613:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777587292.781614:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587292.781618:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587292.781620:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587292.781620:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587292.781623:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587292.781626:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667707648:192.168.204.155@tcp:400: 02000000:00000010:0.0:1777587292.781628:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053735a66. 00000100:00000001:0.0:1777587292.781634:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.781634:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587292.781641:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777587292.781642:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587292.781646:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.781651:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587292.781656:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1777587292.781657:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae1efc9. 00000100:00000001:0.0:1777587292.781658:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.781663:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781665:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001681cdd0] to pc [ptlrpcd_00_01+1] req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587292.781671:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000100:00000001:0.0:1777587292.781675:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587292.781678:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1777587292.781680:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000040:0.0:1777587292.781682:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587292.781688:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12377) 00000100:00000200:1.0:1777587292.781688:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707648, portal 25 00000100:00000001:1.0:1777587292.781692:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587292.781693:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:1.0:1777587292.781703:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.781712:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587292.781715:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587292.781718:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777587292.781729:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667707648, offset 0 00000400:00000200:1.0:1777587292.781737:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587292.781750:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587292.781767:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587292.781773:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587292.781778:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587292.781782:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587292.781788:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [437:437:256:4294967295] 192.168.204.155@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:1.0:1777587292.781801:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587292.781808:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587292.781812:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000800:00000200:1.0:1777587292.781819:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587292.781827:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587292.781830:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587292.781841:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.781846:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307043150 00000100:00000010:1.0:1777587292.781850:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3a2dd3d. 00000100:00000001:1.0:1777587292.781856:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587292.781862:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307043150 00000100:00000010:1.0:1777587292.781866:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6d6173f. 00000100:00000001:1.0:1777587292.781869:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587292.781873:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307043150 00000100:00000010:1.0:1777587292.781877:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc031136. 00000100:00000001:1.0:1777587292.781880:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587292.781882:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307043150 00000100:00000010:1.0:1777587292.781884:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e5c7cf7. 00000100:00000001:1.0:1777587292.781887:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587292.781890:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587292.781893:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.781901:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.781902:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.781913:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.781916:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587292.781917:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587292.781921:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.781928:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587292.781929:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.781931:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587292.781933:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587292.781935:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587292.781937:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667707904:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587292.781941:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587292.781943:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587292.781944:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.781945:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587292.781947:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050b35c25. 02000000:00000001:1.0:1777587292.781948:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587292.781950:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 00000400:00000010:1.0:1777587292.781953:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000200:1.0:1777587292.781954:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707904, portal 10 00000100:00000001:1.0:1777587292.781956:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587292.781956:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540096 : -105794180011520 : ffff9fc7df7b2a00) 00000100:00000040:1.0:1777587292.781960:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.781964:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587292.781966:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587292.781967:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777587292.781968:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667707904, offset 0 00000400:00000200:1.0:1777587292.781971:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587292.781975:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587292.781976:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587292.781983:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587292.781984:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587292.781985:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587292.781987:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [438:438:255:4294967295] 192.168.204.155@tcp LPNI seq info [438:438:7:4294967295] 00000400:00000200:1.0:1777587292.781992:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587292.781994:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587292.781996:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587292.781998:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587292.782001:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587292.782002:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587292.782004:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587292.782007:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16508 usecs (17 jiffies) 00000100:00000001:1.0:1777587292.782008:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307039761 00000100:00000001:1.0:1777587292.782010:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782011:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307039761 00000100:00000001:1.0:1777587292.782012:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782013:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307039761 00000100:00000001:1.0:1777587292.782013:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782014:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307039761 00000100:00000001:1.0:1777587292.782015:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782016:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587292.782017:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.782018:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.782019:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.782022:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587292.782023:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587292.782025:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.782026:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587292.782027:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587292.782033:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587292.782035:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.782037:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587292.782038:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.782039:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.782040:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587292.782041:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587292.782045:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.782110:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587292.782111:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.782114:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587292.782116:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587292.782117:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587292.782120:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667707776:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587292.782124:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587292.782126:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587292.782127:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.782128:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587292.782132:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbeda373. 02000000:00000001:1.0:1777587292.782134:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587292.782137:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfa7e4b8. 00000800:00000200:2.0:1777587292.782140:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1777587292.782141:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000800:00000010:2.0:1777587292.782146:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000100:00000200:1.0:1777587292.782147:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667707776, portal 10 00000100:00000001:1.0:1777587292.782151:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587292.782152:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000400:00000200:2.0:1777587292.782152:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587292.782159:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:1.0:1777587292.782163:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587292.782166:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:2.0:1777587292.782169:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:1.0:1777587292.782176:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587292.782176:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1777587292.782181:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777587292.782184:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587292.782186:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071489e82. 00000100:00000200:1.0:1777587292.782191:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667707776, offset 0 00000100:00000001:2.0:1777587292.782200:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1777587292.782201:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587292.782207:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587292.782209:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587292.782218:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587292.782221:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587292.782225:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587292.782229:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587292.782237:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [439:439:254:4294967295] 192.168.204.155@tcp LPNI seq info [439:439:6:4294967295] 00000100:00000001:2.0:1777587292.782240:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587292.782243:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777587292.782248:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587292.782281:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587292.782284:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587292.782288:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587292.782293:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587292.782295:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587292.782298:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587292.782300:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 110347 usecs (111 jiffies) 00000100:00000001:1.0:1777587292.782302:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307039856 00000100:00000001:1.0:1777587292.782304:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782306:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307039856 00000100:00000001:1.0:1777587292.782307:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782309:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307039856 00000100:00000001:1.0:1777587292.782310:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782311:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307039856 00000100:00000001:1.0:1777587292.782313:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307043150 00000100:00000001:1.0:1777587292.782315:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587292.782317:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.782319:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.782320:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.782341:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.782344:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587292.782525:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587292.782527:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:2.0:1777587292.782530:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587292.782534:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587292.782537:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000400:00000010:2.0:1777587292.782538:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000001:2.0:1777587292.782541:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587292.782544:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.782551:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587292.782554:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.782559:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587292.782561:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587292.782577:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587292.782579:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:2.0:1777587292.782581:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587292.782584:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587292.782587:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071489e82 00000400:00000010:2.0:1777587292.782588:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000071489e82. 00000100:00000001:2.0:1777587292.782590:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587292.782592:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.782598:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587292.782600:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.782606:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587292.782607:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587292.782715:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587292.782718:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587292.785556:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587292.785567:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587292.785583:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587292.785586:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587292.785596:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587292.785612:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d600 00000400:00000200:2.0:1777587292.785619:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe85 [1] + 224 00000800:00000001:2.0:1777587292.785627:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587292.785634:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587292.785636:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587292.785640:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587292.785646:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587292.785654:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587292.785664:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.785685:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587292.785693:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587292.785696:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.785744:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.785748:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587292.785770:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587292.785772:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587292.785774:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:1.0:1777587292.785777:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:1.0:1777587292.785779:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:1.0:1777587292.785782:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587292.785785:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587292.785792:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.785798:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587292.785800:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.785802:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587292.785805:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587292.785807:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587292.785810:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.785812:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587292.785821:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587292.785825:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587292.785827:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587292.785829:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587292.785831:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587292.785835:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587292.785841:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.785845:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587292.785847:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587292.785848:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587292.785850:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587292.785853:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.785859:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587292.785862:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587292.785870:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587292.785873:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587292.785880:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667707904:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587292.785885:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.785887:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587292.785889:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001681cdd0 x1863934667707904/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.785895:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587292.785898:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587292.785901:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050b35c25. 02000000:00000001:1.0:1777587292.785904:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587292.785906:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587292.785908:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587292.785910:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587292.785912:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053735a66. 02000000:00000001:1.0:1777587292.785915:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587292.785917:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587292.785918:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001681cdd0. 00000100:00000001:1.0:1777587292.785921:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587292.785922:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.785925:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.785926:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.785927:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587292.785929:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.785930:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587292.785938:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587292.785943:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587292.785945:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587292.785947:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587292.785952:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587292.785959:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d500 00000400:00000200:0.0:1777587292.785964:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:0.0:1777587292.785968:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587292.785971:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587292.785973:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587292.785976:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587292.785979:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587292.785982:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587292.785989:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587292.786003:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587292.786008:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777587292.786200:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.786202:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587292.786206:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587292.786208:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587292.786209:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587292.786212:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:1.0:1777587292.786214:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587292.786216:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1777587292.786217:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587292.786219:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1777587292.786219:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587292.786222:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587292.786226:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587292.786232:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d580 00000100:00000200:1.0:1777587292.786232:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587292.786237:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe8d [1] + 224 00000100:00000001:1.0:1777587292.786239:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587292.786240:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1777587292.786240:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.786242:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587292.786243:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1777587292.786244:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.786244:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1777587292.786246:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587292.786246:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587292.786248:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587292.786249:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587292.786277:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587292.786280:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587292.786288:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587292.786310:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587292.786316:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587292.786320:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587292.786336:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587292.786338:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587292.786340:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587292.786341:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587292.786342:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfa7e4b8. 00000400:00000200:2.0:1777587292.786345:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000400:00000010:2.0:1777587292.786347:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:2.0:1777587292.786349:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587292.786352:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587292.786359:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.786365:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587292.786366:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587292.786367:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587292.786373:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587292.786375:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587292.786376:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587292.786377:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587292.786382:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587292.786385:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=29 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587292.786387:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587292.786388:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587292.786390:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587292.786392:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587292.786394:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587292.786395:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587292.786397:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587292.786398:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587292.786401:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.786407:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587292.786409:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587292.786410:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587292.786412:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587292.786419:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667707776:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587292.786422:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587292.786424:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587292.786426:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667707776/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587292.786432:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587292.786433:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587292.786434:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbeda373. 02000000:00000001:2.0:1777587292.786437:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587292.786438:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587292.786439:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587292.786441:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587292.786448:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026ca22fc. 02000000:00000001:2.0:1777587292.786451:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587292.786452:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587292.786453:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:2.0:1777587292.786456:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587292.786456:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587292.786458:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587292.786465:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587292.786466:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587292.786468:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587292.786469:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587292.786658:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587292.786662:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=35 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587292.786665:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587292.786666:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587292.786668:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587292.786669:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.786671:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587292.786675:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.786681:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587292.786683:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587292.786684:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587292.786687:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587292.786693:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667707648:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587292.786697:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.786698:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587292.786700:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667707648/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587292.786706:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587292.786707:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587292.786709:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae1efc9. 02000000:00000001:1.0:1777587292.786717:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587292.786719:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587292.786720:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587292.786722:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587292.786723:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1916189. 02000000:00000001:1.0:1777587292.786725:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587292.786726:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587292.786727:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:1.0:1777587292.786729:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587292.786730:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.786732:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587292.786735:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587292.786736:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587292.786738:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587292.786739:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587293.421629:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587293.421635:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587293.421640:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587293.421641:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587293.421753:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587293.421756:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587293.421759:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587294.445373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587294.445379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587294.445386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587294.445387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587294.445421:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587294.445423:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587294.445426:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587295.469365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587295.469374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587295.469381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587295.469382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587295.469431:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587295.469434:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587295.469438:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587296.237360:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307043150, at 4307043200 00000100:00000040:2.0:1777587296.237360:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307043150, at 4307043200 00000100:00000040:3.0:1777587296.237360:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307043150, at 4307043200 00000100:00000040:0.0:1777587296.237361:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307043150, at 4307043200 00000100:00000010:1.0:1777587296.237378:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6d6173f. 00000100:00000010:2.0:1777587296.237383:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc031136. 00000100:00000010:0.0:1777587296.237385:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3a2dd3d. 00000100:00000010:3.0:1777587296.237389:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e5c7cf7. 00010000:00000001:1.0:1777587296.493466:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587296.493472:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587296.493478:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587296.493478:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587296.493526:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587296.493529:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587296.493531:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587297.517346:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587297.517369:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587297.517371:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587297.517374:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517379:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587297.517381:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517383:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517385:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587297.517390:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587297.517392:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587297.517393:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517403:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587297.517404:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517405:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.517407:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587297.517423:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587297.517425:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587297.517428:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587297.905362:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587297.905371:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587297.905380:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 00000020:00000040:3.0:1777587297.905386:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587297.905390:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587297.905393:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587297.905398:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587297.905417:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587297.905423:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905433:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587297.905444:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587297.905446:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905450:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfd23ba] to pc [ptlrpcd_00_02+2] req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.905479:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905481:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587297.905485:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587297.905487:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777587297.905489:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587297.905491:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587297.905492:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587297.905494:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587297.905496:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587297.905498:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905501:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587297.905508:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587297.905508:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905511:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_03+3] req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.905517:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905519:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587297.905522:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587297.905525:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587297.905527:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587297.905529:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587297.905535:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587297.905537:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587297.905540:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc1f15a9. 00000100:00000001:3.0:1777587297.905543:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905546:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587297.905553:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587297.905554:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905557:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_00+0] req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.905582:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.905585:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587297.905588:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587297.905592:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12382) 00000100:00000001:0.0:1777587297.905668:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587297.905673:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587297.905675:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587297.905679:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587297.905688:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587297.905691:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587297.905694:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587297.905697:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587297.905698:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587297.905700:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587297.905701:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1777587297.905705:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667708160:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587297.905705:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587297.905710:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777587297.905713:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587297.905717:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587297.905720:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587297.905724:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587297.905726:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587297.905728:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587297.905729:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baf7af1f. 02000000:00000001:2.0:1777587297.905730:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587297.905732:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587297.905733:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587297.905737:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587297.905739:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000100:00100000:2.0:1777587297.905740:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667708288:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587297.905746:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1777587297.905748:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 02000000:00000001:2.0:1777587297.905750:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587297.905753:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587297.905755:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708160, portal 10 02000000:00000001:2.0:1777587297.905755:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587297.905759:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1777587297.905760:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f916139. 02000000:00000001:2.0:1777587297.905763:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.905766:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000400:00000010:2.0:1777587297.905768:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e467bb. 00000400:00000010:2.0:1777587297.905773:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000040:0.0:1777587297.905775:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587297.905778:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708288, portal 10 00000100:00000001:2.0:1777587297.905783:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587297.905785:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000001:0.0:1777587297.905789:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587297.905792:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587297.905796:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb5a730. 00000100:00000200:0.0:1777587297.905800:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667708160, offset 0 00000100:00000040:2.0:1777587297.905802:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587297.905809:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587297.905817:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587297.905820:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587297.905823:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000400:00000200:0.0:1777587297.905825:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000200:2.0:1777587297.905828:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667708288, offset 0 00000400:00000200:0.0:1777587297.905831:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587297.905837:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587297.905838:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587297.905841:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587297.905844:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587297.905849:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [440:440:256:4294967295] 192.168.204.155@tcp LPNI seq info [440:440:8:4294967295] 00000100:00000001:1.0:1777587297.905902:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587297.905904:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587297.905906:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587297.905910:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587297.905917:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587297.905918:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587297.905920:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587297.905921:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587297.905923:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587297.905925:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667708032:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587297.905928:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587297.905931:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587297.905932:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587297.905933:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587297.905936:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587297.905938:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587297.905951:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587297.905956:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587297.905959:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:0.0:1777587297.905962:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000985c78b3. 00000400:00000200:2.0:1777587297.905963:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587297.905968:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:0.0:1777587297.905973:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587297.905973:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587297.905978:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587297.905981:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [441:441:255:4294967295] 192.168.204.155@tcp LPNI seq info [441:441:7:4294967295] 00000800:00000200:0.0:1777587297.905986:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587297.905991:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000985c78b3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777587297.905997:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587297.906002:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587297.906007:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000100:00000001:0.0:1777587297.906011:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587297.906012:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777587297.906016:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 109557 usecs (110 jiffies) 00000800:00000200:2.0:1777587297.906020:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587297.906022:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307044978 00000800:00000200:2.0:1777587297.906024:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1777587297.906028:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000100:00000001:2.0:1777587297.906029:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587297.906034:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16420 usecs (17 jiffies) 00000100:00000001:2.0:1777587297.906037:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307044885 00000100:00000001:0.0:1777587297.906038:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587297.906044:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307044978 00000100:00000001:2.0:1777587297.906045:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307044978 00000100:00000010:0.0:1777587297.906048:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000001:2.0:1777587297.906049:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307044885 00000100:00000001:0.0:1777587297.906054:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587297.906058:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307044978 00000100:00000001:2.0:1777587297.906058:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307044978 00000100:00000001:2.0:1777587297.906061:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307044885 00000100:00000010:2.0:1777587297.906068:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000001:2.0:1777587297.906074:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1777587297.906083:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000100:00000001:2.0:1777587297.906086:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307044885 00000100:00000010:2.0:1777587297.906090:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000400:00000010:1.0:1777587297.906096:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000001:2.0:1777587297.906096:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000200:1.0:1777587297.906101:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708032, portal 25 00000100:00000001:1.0:1777587297.906103:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587297.906105:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079936 : -105793694471680 : ffff9fc7fc6bea00) 00000100:00000001:2.0:1777587297.906106:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587297.906109:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587297.906111:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587297.906113:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587297.906117:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.906124:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587297.906126:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587297.906127:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1777587297.906129:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000001:2.0:1777587297.906130:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1777587297.906132:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667708032, offset 0 00000100:00000001:2.0:1777587297.906133:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587297.906136:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587297.906138:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587297.906142:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587297.906143:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587297.906150:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587297.906153:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587297.906155:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587297.906156:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587297.906159:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587297.906160:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587297.906164:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587297.906167:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [442:442:254:4294967295] 192.168.204.155@tcp LPNI seq info [442:442:6:4294967295] 00000400:00000200:1.0:1777587297.906174:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587297.906179:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587297.906182:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000800:00000200:1.0:1777587297.906187:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587297.906191:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587297.906193:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587297.906196:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587297.906198:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307048274 00000100:00000001:1.0:1777587297.906203:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307044978 00000100:00000001:1.0:1777587297.906206:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307048274 00000100:00000001:1.0:1777587297.906208:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307044978 00000100:00000001:1.0:1777587297.906210:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307048274 00000100:00000001:1.0:1777587297.906212:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307044885 00000100:00000001:1.0:1777587297.906220:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307048274 00000100:00000001:1.0:1777587297.906222:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307044885 00000100:00000001:1.0:1777587297.906225:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587297.906226:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587297.906228:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587297.906230:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.906233:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587297.906234:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587297.906236:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587297.906237:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587297.906238:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587297.906270:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587297.906466:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587297.906469:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000985c78b3. 00000400:00000200:3.0:1777587297.906474:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587297.906479:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587297.906483:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb5a730 00000400:00000010:3.0:1777587297.906485:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009fb5a730. 00000100:00000001:3.0:1777587297.906489:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587297.906493:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.906501:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587297.906504:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.906509:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587297.906511:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587297.906521:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587297.906523:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777587297.906526:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587297.906534:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587297.906537:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:3.0:1777587297.906538:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:3.0:1777587297.906541:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587297.906543:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.906550:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587297.906552:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.906558:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587297.906559:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587297.906610:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587297.906612:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000400:00000200:3.0:1777587297.906614:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587297.906618:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587297.906620:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:3.0:1777587297.906621:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:3.0:1777587297.906623:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587297.906625:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.906632:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587297.906634:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.906639:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587297.906641:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587297.908372:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307048274 00000100:00000001:0.0:1777587297.908380:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307044981 00000100:00000001:0.0:1777587297.908383:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307048274 00000100:00000001:0.0:1777587297.908385:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587297.908388:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.908392:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.908394:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587297.908400:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587297.908402:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587297.908404:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587297.908406:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587297.908407:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.908410:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587297.914766:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914781:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587297.914785:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914787:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587297.914798:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587297.914813:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d680 00000400:00000200:2.0:1777587297.914820:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xea5 [1] + 224 00000800:00000001:2.0:1777587297.914828:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914831:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587297.914834:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587297.914838:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587297.914844:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587297.914849:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587297.914860:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587297.914881:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587297.914889:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914903:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587297.914904:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914906:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587297.914910:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587297.914915:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d700 00000400:00000200:2.0:1777587297.914920:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:2.0:1777587297.914923:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914926:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587297.914928:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587297.914930:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587297.914933:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587297.914936:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587297.914944:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587297.914961:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587297.914964:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914966:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587297.914968:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914970:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587297.914973:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587297.914978:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d780 00000400:00000200:2.0:1777587297.914982:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xe99 [1] + 224 00000800:00000001:2.0:1777587297.914985:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.914991:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587297.914992:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587297.914995:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587297.914997:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587297.915000:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587297.915007:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.915061:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587297.915065:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587297.915079:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587297.915084:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587297.915088:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.915150:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587297.915152:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587297.915158:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587297.915160:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587297.915162:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587297.915174:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:1.0:1777587297.915176:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587297.915179:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587297.915182:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587297.915190:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587297.915196:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587297.915198:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.915200:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587297.915202:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587297.915205:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587297.915207:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587297.915210:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587297.915216:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587297.915220:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587297.915223:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587297.915224:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587297.915233:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587297.915235:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587297.915237:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587297.915241:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587297.915248:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587297.915274:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587297.915276:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587297.915280:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587297.915287:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667708032:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587297.915292:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.915294:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587297.915296:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfd23ba x1863934667708032/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587297.915303:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587297.915305:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587297.915308:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587297.915311:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587297.915313:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587297.915314:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587297.915316:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587297.915318:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:1.0:1777587297.915322:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587297.915323:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587297.915324:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000100:00000001:1.0:1777587297.915327:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587297.915329:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.915330:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587297.915337:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587297.915339:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587297.915340:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587297.915342:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.915391:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587297.915394:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587297.915397:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587297.915398:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587297.915400:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:0.0:1777587297.915406:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:0.0:1777587297.915407:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:0.0:1777587297.915410:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587297.915413:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587297.915419:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587297.915425:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587297.915426:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587297.915428:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587297.915429:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587297.915430:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587297.915432:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587297.915433:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587297.915438:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587297.915441:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587297.915448:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587297.915450:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587297.915452:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587297.915454:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.915457:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587297.915458:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587297.915460:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587297.915461:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587297.915464:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587297.915470:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587297.915472:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587297.915473:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587297.915475:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587297.915482:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667708160:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587297.915485:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587297.915487:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587297.915488:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667708160/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587297.915494:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587297.915495:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587297.915497:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baf7af1f. 02000000:00000001:0.0:1777587297.915499:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587297.915500:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587297.915501:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587297.915503:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587297.915504:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:0.0:1777587297.915506:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587297.915507:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587297.915508:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000001:0.0:1777587297.915511:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587297.915512:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587297.915516:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587297.915519:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587297.915520:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587297.915522:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587297.915523:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587297.917273:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587297.917278:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587297.917280:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e467bb. 00000400:00000200:3.0:1777587297.917288:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:3.0:1777587297.917290:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:3.0:1777587297.917294:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587297.917301:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587297.917322:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.917330:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587297.917332:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587297.917334:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587297.917336:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587297.917337:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587297.917339:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587297.917341:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587297.917347:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=40 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587297.917350:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1777587297.917352:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587297.917353:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587297.917355:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587297.917358:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587297.917364:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587297.917367:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587297.917368:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587297.917370:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587297.917371:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587297.917374:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.917380:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587297.917382:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587297.917384:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587297.917387:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587297.917394:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667708288:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587297.917398:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587297.917404:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587297.917406:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667708288/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587297.917412:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587297.917414:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587297.917416:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f916139. 02000000:00000001:3.0:1777587297.917419:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587297.917421:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587297.917422:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587297.917424:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587297.917426:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fc1f15a9. 02000000:00000001:3.0:1777587297.917428:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587297.917430:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587297.917431:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:3.0:1777587297.917434:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587297.917435:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587297.917437:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587297.917442:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587297.917443:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587297.917446:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587297.917448:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587298.541387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587298.541409:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587298.541417:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587298.541418:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587298.541484:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587298.541488:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587298.541491:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587299.565371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587299.565386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587299.565394:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587299.565396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587299.565492:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587299.565495:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587299.565498:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587300.589500:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587300.589506:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587300.589512:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587300.589512:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587300.589532:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587300.589535:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587300.589538:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587301.357378:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307048274, at 4307048320 00000100:00000010:0.0:1777587301.357395:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00000100:00000040:2.0:1777587301.357483:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307048274, at 4307048320 00000100:00000010:2.0:1777587301.357489:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000040:3.0:1777587301.358217:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307048274, at 4307048320 00000100:00000010:3.0:1777587301.358225:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000040:1.0:1777587301.359269:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307048274, at 4307048322 00000100:00000010:1.0:1777587301.359278:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00010000:00000001:1.0:1777587301.613409:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587301.613416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587301.613421:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587301.613422:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587301.613662:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587301.613665:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587301.613668:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587302.637334:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587302.637340:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587302.637346:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587302.637347:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587302.637442:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587302.637444:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587302.637446:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587303.021514:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587303.021528:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587303.021539:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587303.021546:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587303.021566:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587303.021570:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587303.021574:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587303.021584:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587303.021591:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021601:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587303.021611:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587303.021613:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021617:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.021651:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021654:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587303.021657:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587303.021659:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587303.021662:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587303.021664:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587303.021665:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587303.021667:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587303.021670:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587303.021683:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021701:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587303.021709:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587303.021710:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021713:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_02+2] req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.021736:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021739:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587303.021741:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587303.021744:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587303.021746:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587303.021748:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587303.021750:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587303.021752:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587303.021755:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587303.021759:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021763:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587303.021765:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587303.021770:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587303.021772:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587303.021773:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587303.021775:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587303.021778:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587303.021782:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_03+3] req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587303.021791:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587303.021794:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587303.021799:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587303.021801:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587303.021801:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587303.021805:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587303.021805:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1777587303.021810:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667708544:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777587303.021811:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587303.021819:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12387) 00000100:00000001:1.0:1777587303.021824:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587303.021830:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587303.021832:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587303.021843:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587303.021848:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000531c27d. 02000000:00000001:1.0:1777587303.021850:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587303.021856:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000400:00000010:1.0:1777587303.021863:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000100:00000200:1.0:1777587303.021870:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708544, portal 10 00000100:00000001:1.0:1777587303.021872:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587303.021873:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:1.0:1777587303.021880:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587303.021888:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587303.021891:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587303.021894:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e32761c. 00000100:00000200:1.0:1777587303.021896:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667708544, offset 0 00000400:00000200:1.0:1777587303.021902:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587303.021904:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587303.021908:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587303.021909:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587303.021914:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587303.021916:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587303.021923:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587303.021927:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1777587303.021930:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587303.021931:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587303.021934:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1777587303.021935:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1777587303.021936:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587303.021940:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777587303.021941:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587303.021946:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667708416:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587303.021949:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [443:443:256:4294967295] 192.168.204.155@tcp LPNI seq info [443:443:8:4294967295] 00000100:00000001:0.0:1777587303.021953:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587303.021957:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587303.021958:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587303.021960:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587303.021966:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c35aef0f. 00000400:00000200:1.0:1777587303.021966:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:0.0:1777587303.021970:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587303.021976:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000739b3bcd. 00000800:00000200:1.0:1777587303.021976:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587303.021982:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000800:00000010:1.0:1777587303.021983:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000100:00000200:0.0:1777587303.021986:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708416, portal 25 00000100:00000001:0.0:1777587303.021989:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587303.021990:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000800:00000200:1.0:1777587303.021992:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587303.022001:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587303.022005:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1777587303.022007:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587303.022016:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587303.022018:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587303.022021:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777587303.022023:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667708416, offset 0 00000400:00000200:0.0:1777587303.022028:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587303.022028:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587303.022033:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777587303.022040:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 108826 usecs (109 jiffies) 00000100:00000001:1.0:1777587303.022045:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307050093 00000100:00000010:1.0:1777587303.022049:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8c48514. 00000400:00000200:0.0:1777587303.022051:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587303.022054:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777587303.022055:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587303.022058:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587303.022060:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307050093 00000400:00000200:0.0:1777587303.022061:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:1.0:1777587303.022065:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000143e552. 00000400:00000200:0.0:1777587303.022067:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [444:444:255:4294967295] 192.168.204.155@tcp LPNI seq info [444:444:7:4294967295] 00000100:00000001:1.0:1777587303.022069:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587303.022073:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307050093 00000100:00000010:1.0:1777587303.022075:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017b8a036. 00000100:00000001:1.0:1777587303.022080:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1777587303.022082:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587303.022086:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307050093 00000800:00000200:0.0:1777587303.022087:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777587303.022091:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6d6173f. 00000800:00000010:0.0:1777587303.022093:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff519cf6. 00000100:00000001:1.0:1777587303.022094:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000800:00000200:0.0:1777587303.022100:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587303.022100:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587303.022105:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587303.022107:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587303.022111:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff519cf6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587303.022111:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.022116:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.022116:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.022122:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307053390 00000100:00000001:0.0:1777587303.022126:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307050093 00000100:00000001:1.0:1777587303.022128:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587303.022130:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307053390 00000100:00000001:1.0:1777587303.022131:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587303.022137:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307050093 00000100:00000001:1.0:1777587303.022137:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587303.022139:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587303.022141:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307053390 00000100:00000001:1.0:1777587303.022142:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.022146:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307050093 00000100:00100000:1.0:1777587303.022146:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587303.022150:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307053390 00000100:00000001:1.0:1777587303.022150:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587303.022154:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587303.022155:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307050093 00000100:00000001:1.0:1777587303.022158:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587303.022160:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587303.022161:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587303.022164:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587303.022167:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587303.022170:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587303.022170:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587303.022173:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.022177:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.022183:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587303.022183:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587303.022185:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587303.022187:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587303.022189:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587303.022191:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.022193:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.022197:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.022202:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587303.022203:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587303.022205:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587303.022207:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587303.022210:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587303.022213:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667708672:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587303.022217:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587303.022219:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587303.022221:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587303.022223:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587303.022226:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbeda373. 02000000:00000001:1.0:1777587303.022228:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587303.022231:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37fb488. 00000400:00000010:1.0:1777587303.022234:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ae5931. 00000100:00000200:1.0:1777587303.022237:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708672, portal 10 00000100:00000001:1.0:1777587303.022239:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587303.022240:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:1.0:1777587303.022245:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587303.022294:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587303.022298:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:2.0:1777587303.022303:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587303.022313:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587303.022318:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e32761c 00000400:00000010:2.0:1777587303.022320:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001e32761c. 00000100:00000001:2.0:1777587303.022324:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587303.022327:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.022336:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587303.022339:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.022346:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587303.022350:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587303.022352:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587303.022355:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587303.022357:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098941a9f. 00000100:00000200:1.0:1777587303.022360:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667708672, offset 0 00000400:00000200:1.0:1777587303.022363:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587303.022367:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587303.022369:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587303.022371:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587303.022372:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587303.022373:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587303.022375:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [445:445:255:4294967295] 192.168.204.155@tcp LPNI seq info [445:445:7:4294967295] 00000400:00000200:1.0:1777587303.022380:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587303.022382:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587303.022384:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000800:00000200:1.0:1777587303.022391:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587303.022394:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587303.022396:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587303.022400:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587303.022402:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16407 usecs (17 jiffies) 00000100:00000001:1.0:1777587303.022404:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307050002 00000100:00000001:1.0:1777587303.022406:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307053390 00000100:00000001:1.0:1777587303.022408:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307050002 00000100:00000001:1.0:1777587303.022409:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307053390 00000100:00000001:1.0:1777587303.022411:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307050002 00000100:00000001:1.0:1777587303.022412:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307053390 00000100:00000001:1.0:1777587303.022414:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307050002 00000100:00000001:1.0:1777587303.022416:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307053390 00000100:00000001:1.0:1777587303.022417:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587303.022419:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.022421:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.022424:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587303.022430:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587303.022433:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff519cf6. 00000400:00000200:2.0:1777587303.022437:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587303.022440:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587303.022443:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 00000400:00000010:2.0:1777587303.022444:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:2.0:1777587303.022446:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587303.022448:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.022455:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587303.022457:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.022463:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587303.022464:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587303.022474:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587303.022475:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:2.0:1777587303.022477:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587303.022480:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587303.022482:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098941a9f 00000400:00000010:2.0:1777587303.022483:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000098941a9f. 00000100:00000001:2.0:1777587303.022484:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587303.022487:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.022500:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587303.022502:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.022507:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587303.022508:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587303.027902:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587303.027912:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587303.028057:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028072:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587303.028075:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028077:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587303.028088:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587303.028755:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d880 00000400:00000200:3.0:1777587303.028778:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xead [1] + 224 00000800:00000001:3.0:1777587303.028787:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028794:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587303.028796:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587303.028800:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587303.028807:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587303.028813:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587303.028824:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587303.028837:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587303.028845:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028848:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587303.028850:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028852:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587303.028856:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587303.028863:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d800 00000400:00000200:3.0:1777587303.028868:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xeb5 [1] + 224 00000800:00000001:3.0:1777587303.028872:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028877:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587303.028878:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587303.028881:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587303.028884:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587303.028887:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587303.028894:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587303.028909:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587303.028912:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587303.028915:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587303.028932:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587303.028935:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587303.028941:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587303.028943:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587303.028945:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739b3bcd. 00000400:00000200:3.0:1777587303.028953:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000400:00000010:3.0:1777587303.028955:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:3.0:1777587303.028958:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587303.028961:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587303.028969:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587303.028975:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587303.028977:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587303.028979:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587303.028982:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587303.028984:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587303.028986:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587303.028989:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587303.028994:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587303.028998:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587303.029000:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587303.029001:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587303.029004:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587303.029006:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587303.029009:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587303.029012:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587303.029018:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587303.029021:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587303.029023:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587303.029027:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587303.029034:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667708416:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587303.029056:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587303.029058:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587303.029061:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667708416/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587303.029068:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587303.029078:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587303.029081:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c35aef0f. 02000000:00000001:3.0:1777587303.029085:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587303.029087:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587303.029088:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587303.029094:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587303.029097:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:3.0:1777587303.029101:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587303.029103:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587303.029104:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:1.0:1777587303.029472:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587303.029476:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587303.029479:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587303.029481:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587303.029482:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:1.0:1777587303.029486:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:1.0:1777587303.029488:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:1.0:1777587303.029490:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587303.029494:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587303.029501:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587303.029508:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587303.029516:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587303.029518:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587303.029520:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587303.029521:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587303.029522:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587303.029524:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587303.029530:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587303.029533:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587303.029535:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587303.029536:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587303.029538:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587303.029541:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.029544:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587303.029546:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587303.029548:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587303.029549:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587303.029553:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587303.029570:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587303.029573:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587303.029574:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587303.029577:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587303.029584:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667708544:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587303.029588:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.029592:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587303.029593:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667708544/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587303.029598:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587303.029600:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587303.029602:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000531c27d. 02000000:00000001:1.0:1777587303.029605:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587303.029607:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587303.029614:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587303.029616:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587303.029618:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:1.0:1777587303.029620:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587303.029621:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587303.029622:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:1.0:1777587303.029626:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587303.029627:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587303.029630:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.029632:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587303.029633:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587303.029635:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587303.029636:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587303.031339:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587303.031339:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587303.031341:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587303.031345:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587303.031351:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587303.031352:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1777587303.031355:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587303.031355:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587303.031360:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587303.031360:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587303.031362:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587303.031371:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587303.031385:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0d900 00000400:00000200:2.0:1777587303.031392:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xebd [1] + 224 00000800:00000001:2.0:1777587303.031398:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587303.031405:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587303.031408:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587303.031412:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587303.031417:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587303.031422:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587303.031430:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587303.031454:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587303.031461:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587303.031465:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.031503:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587303.031506:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587303.031511:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587303.031513:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587303.031515:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37fb488. 00000400:00000200:0.0:1777587303.031519:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ae5931 00000400:00000010:0.0:1777587303.031521:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039ae5931. 00000100:00000001:0.0:1777587303.031524:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587303.031528:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587303.031536:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587303.031542:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587303.031543:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.031545:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587303.031547:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587303.031549:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587303.031551:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587303.031565:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587303.031572:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=46 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587303.031576:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=153 v=5 (1 1 0 0) 00000100:00000001:0.0:1777587303.031578:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587303.031579:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587303.031582:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587303.031593:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587303.031600:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.031603:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587303.031605:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587303.031607:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587303.031608:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587303.031612:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587303.031617:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587303.031620:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587303.031621:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587303.031624:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587303.031631:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667708672:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587303.031635:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.031637:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587303.031639:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667708672/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587303.031646:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587303.031648:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587303.031651:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbeda373. 02000000:00000001:0.0:1777587303.031655:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587303.031657:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587303.031659:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587303.031662:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587303.031664:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:0.0:1777587303.031668:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587303.031669:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587303.031671:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:0.0:1777587303.031673:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587303.031681:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.031682:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587303.031687:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587303.031688:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587303.031689:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587303.031691:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587303.661425:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587303.661430:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587303.661437:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587303.661438:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587303.661460:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587303.661463:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587303.661465:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587304.685374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587304.685381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587304.685386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587304.685387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587304.685452:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587304.685457:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587304.685460:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587305.709622:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587305.709628:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587305.709633:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587305.709634:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587305.709710:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587305.709713:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587305.709715:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587306.477368:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307053390, at 4307053440 00000100:00000040:2.0:1777587306.477368:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307053390, at 4307053440 00000100:00000010:2.0:1777587306.477385:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017b8a036. 00000100:00000010:1.0:1777587306.477388:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000143e552. 00000100:00000040:3.0:1777587306.477392:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307053390, at 4307053440 00000100:00000010:3.0:1777587306.477412:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6d6173f. 00000100:00000040:0.0:1777587306.481503:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307053390, at 4307053444 00000100:00000010:0.0:1777587306.481520:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8c48514. 00010000:00000001:1.0:1777587306.733712:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587306.733717:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587306.733722:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587306.733723:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587306.733739:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587306.733741:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587306.733744:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587307.757399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587307.757407:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587307.757409:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587307.757412:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757417:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587307.757419:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757421:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757423:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757428:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587307.757430:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587307.757431:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587307.757432:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757433:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587307.757435:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757436:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587307.757438:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587307.757527:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587307.757530:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587307.757532:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587308.141377:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587308.141388:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587308.141397:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587308.141404:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587308.141422:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587308.141426:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587308.141430:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587308.141437:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587308.141444:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141465:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587308.141476:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587308.141479:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141484:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_00+0] req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.141518:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141521:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587308.141524:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587308.141527:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587308.141529:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587308.141531:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587308.141532:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587308.141534:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587308.141537:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587308.141540:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141543:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587308.141550:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587308.141551:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141553:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.141560:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141562:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587308.141564:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587308.141573:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587308.141576:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587308.141578:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587308.141579:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587308.141581:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587308.141583:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587308.141586:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141589:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587308.141595:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587308.141596:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141599:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_02+2] req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.141630:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.141632:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587308.141635:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587308.141639:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12392) 00000100:00000001:2.0:1777587308.141659:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587308.141663:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587308.141666:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587308.141673:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587308.141675:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587308.141678:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587308.141680:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587308.141682:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587308.141687:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.141692:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587308.141695:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587308.141696:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587308.141697:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587308.141700:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587308.141703:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587308.141705:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587308.141708:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587308.141713:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587308.141714:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587308.141714:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587308.141716:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587308.141717:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587308.141719:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587308.141723:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667708928:192.168.204.155@tcp:400: 00000100:00100000:2.0:1777587308.141727:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667709056:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587308.141728:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587308.141732:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587308.141733:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587308.141736:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587308.141737:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587308.141738:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777587308.141740:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587308.141742:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587308.141743:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d675410a. 02000000:00000001:0.0:1777587308.141745:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587308.141745:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001727d1c0. 02000000:00000001:2.0:1777587308.141748:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587308.141750:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd5524d. 00000400:00000010:2.0:1777587308.141752:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9224f4d. 00000400:00000010:0.0:1777587308.141756:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000400:00000010:2.0:1777587308.141759:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e4d0f3. 00000100:00000200:0.0:1777587308.141762:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708928, portal 10 00000100:00000200:2.0:1777587308.141764:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667709056, portal 10 00000100:00000001:0.0:1777587308.141765:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587308.141767:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:2.0:1777587308.141768:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587308.141771:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:0.0:1777587308.141774:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587308.141779:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.141794:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587308.141799:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587308.141799:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1777587308.141802:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00000200:0.0:1777587308.141806:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667708928, offset 0 00000100:00000040:2.0:1777587308.141806:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587308.141811:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000400:00000200:0.0:1777587308.141815:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:2.0:1777587308.141818:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667709056, offset 0 00000400:00000200:0.0:1777587308.141830:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587308.141902:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587308.141906:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.141931:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587308.141934:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587308.141936:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777587308.141990:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587308.141994:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587308.141997:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587308.142000:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587308.142002:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587308.142005:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [446:446:256:4294967295] 192.168.204.155@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:0.0:1777587308.142014:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587308.142019:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587308.142023:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb3c28e4. 00000800:00000200:0.0:1777587308.142028:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587308.142034:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587308.142037:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb3c28e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587308.142082:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587308.142086:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 108087 usecs (109 jiffies) 00000100:00000001:0.0:1777587308.142090:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307055213 00000100:00000010:0.0:1777587308.142095:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 00000100:00000001:0.0:1777587308.142101:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587308.142107:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307055213 00000100:00000010:0.0:1777587308.142109:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000100:00000001:0.0:1777587308.142111:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587308.142114:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307055213 00000100:00000010:0.0:1777587308.142116:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000100:00000001:0.0:1777587308.142118:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587308.142125:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307055213 00000100:00000010:0.0:1777587308.142128:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000096d95f8. 00000100:00000001:0.0:1777587308.142130:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587308.142133:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587308.142135:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587308.142138:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587308.142139:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.142143:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587308.142143:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587308.142145:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587308.142146:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587308.142147:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587308.142149:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587308.142504:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587308.142508:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb3c28e4. 00000400:00000200:1.0:1777587308.142513:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587308.142518:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:3.0:1777587308.142671:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.142693:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587308.142695:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587308.142698:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587308.142700:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587308.142703:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587308.142705:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667708800:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587308.142709:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587308.142712:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587308.142713:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587308.142714:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587308.142718:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d419972e. 02000000:00000001:3.0:1777587308.142720:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587308.142725:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000365ccf5a. 00000400:00000010:3.0:1777587308.142729:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df60ae0a. 00000100:00000200:3.0:1777587308.142734:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667708800, portal 25 00000100:00000001:3.0:1777587308.142736:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587308.142738:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:3.0:1777587308.142743:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.142751:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587308.142755:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587308.142757:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b88366. 00000100:00000200:3.0:1777587308.142760:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667708800, offset 0 00000400:00000200:3.0:1777587308.142766:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587308.143430:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587308.143433:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587308.143436:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587308.143438:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587308.143440:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587308.143443:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [447:447:255:4294967295] 192.168.204.155@tcp LPNI seq info [447:447:7:4294967295] 00000400:00000200:2.0:1777587308.143452:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:1.0:1777587308.143466:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000800:00000200:2.0:1777587308.143466:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587308.143471:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000800:00000010:2.0:1777587308.143474:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000100:00000001:1.0:1777587308.143477:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1777587308.143477:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587308.143482:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587308.143484:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1777587308.143485:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587308.143490:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:2.0:1777587308.143495:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587308.143497:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1777587308.143501:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587308.143502:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587308.143503:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1777587308.143507:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [448:448:254:4294967295] 192.168.204.155@tcp LPNI seq info [448:448:6:4294967295] 00000100:00000040:1.0:1777587308.143509:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.143515:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.143522:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16375 usecs (17 jiffies) 00000100:00000001:2.0:1777587308.143528:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307055123 00000400:00000200:3.0:1777587308.143529:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587308.143530:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587308.143532:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307055213 00000100:00000001:1.0:1777587308.143534:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587308.143537:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307055123 00000100:00000001:2.0:1777587308.143541:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307055213 00000100:00000001:2.0:1777587308.143545:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307055123 00000800:00000200:3.0:1777587308.143545:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587308.143550:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307055213 00000800:00000010:3.0:1777587308.143551:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000100:00000001:2.0:1777587308.143552:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307055123 00000100:00000001:2.0:1777587308.143556:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307055213 00000800:00000200:3.0:1777587308.143558:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587308.143560:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587308.143565:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587308.143565:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587308.143569:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587308.143570:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.143574:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587308.143575:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.143578:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307058512 00000100:00000001:3.0:1777587308.143585:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307055213 00000100:00000001:3.0:1777587308.143588:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307058512 00000100:00000001:3.0:1777587308.143592:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307055213 00000100:00000001:3.0:1777587308.143595:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307058512 00000100:00000001:3.0:1777587308.143598:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307055213 00000100:00000001:3.0:1777587308.143600:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307058512 00000100:00000001:3.0:1777587308.143602:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307055213 00000100:00000001:3.0:1777587308.143604:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587308.143606:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.143608:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.143609:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587308.143614:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587308.143615:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587308.143617:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587308.143619:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587308.143620:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.143621:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587308.143701:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587308.143705:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777587308.143709:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587308.143714:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587308.143722:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:1.0:1777587308.143724:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:1.0:1777587308.143726:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587308.143729:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.143736:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587308.143738:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.143743:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.143744:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587308.143776:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587308.143779:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:1.0:1777587308.143781:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587308.143785:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587308.143787:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b88366 00000400:00000010:1.0:1777587308.143788:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000038b88366. 00000100:00000001:1.0:1777587308.143791:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587308.143793:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.143800:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587308.143802:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.143807:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.143808:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587308.145173:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.145187:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587308.145191:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.145193:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587308.145201:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587308.145226:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0da00 00000400:00000200:3.0:1777587308.145235:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:3.0:1777587308.145491:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.145500:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587308.145502:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587308.145507:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587308.145512:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587308.145516:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587308.145526:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.145571:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587308.145575:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587308.145591:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587308.145599:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.145602:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587308.145756:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145763:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587308.145765:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145766:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587308.145770:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587308.145778:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0d980 00000400:00000200:2.0:1777587308.145783:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xed5 [1] + 224 00000800:00000001:2.0:1777587308.145787:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145789:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587308.145791:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587308.145793:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587308.145796:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587308.145799:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587308.145806:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.145837:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587308.145842:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145845:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587308.145847:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145849:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587308.145854:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587308.145859:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0da80 00000400:00000200:2.0:1777587308.145864:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xec9 [1] + 224 00000800:00000001:2.0:1777587308.145867:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145871:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587308.145873:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587308.145875:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587308.145878:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587308.145881:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587308.145889:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.145912:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587308.145916:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587308.145919:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587308.145934:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587308.145936:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587308.145940:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587308.145941:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587308.145943:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000365ccf5a. 00000400:00000200:3.0:1777587308.145946:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df60ae0a 00000400:00000010:3.0:1777587308.145947:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000df60ae0a. 00000100:00000001:3.0:1777587308.145949:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587308.145952:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587308.145957:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.145961:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587308.145962:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587308.145964:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587308.145966:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587308.145968:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587308.145969:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587308.145971:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587308.145976:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=51 v=5 (5 5 5 5) 00000400:00000001:0.0:1777587308.145979:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1777587308.145979:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=51 v=5 (1 1 1 1) 00000400:00000001:0.0:1777587308.145982:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1777587308.145982:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1777587308.145985:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd5524d. 00000100:00000001:3.0:1777587308.145989:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587308.145991:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1777587308.145993:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00010000:00000001:3.0:1777587308.145993:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587308.145996:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:3.0:1777587308.145997:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587308.146001:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.146002:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587308.146007:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587308.146021:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.146022:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587308.146026:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587308.146030:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.146035:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1777587308.146037:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.146038:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.146042:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587308.146045:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587308.146047:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587308.146049:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587308.146052:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667708800:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777587308.146053:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.146060:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777587308.146061:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=45 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587308.146064:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1777587308.146066:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=45 v=5 (1 1 1 1) 00000100:00000040:3.0:1777587308.146069:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667708800/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.146071:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587308.146076:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587308.146078:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1777587308.146080:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587308.146082:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d419972e. 00010000:00000001:0.0:1777587308.146083:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587308.146087:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587308.146087:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587308.146090:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777587308.146092:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1777587308.146092:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000040:0.0:1777587308.146095:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000020:00000001:3.0:1777587308.146096:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777587308.146099:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1777587308.146099:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 00000100:00000001:0.0:1777587308.146102:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587308.146103:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587308.146106:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587308.146107:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000040:0.0:1777587308.146108:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.146113:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587308.146115:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587308.146118:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.146123:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587308.146125:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587308.146126:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587308.146127:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1777587308.146130:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.146130:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.146134:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587308.146136:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587308.146141:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667708928:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587308.146148:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.146150:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587308.146152:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667708928/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587308.146158:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587308.146160:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587308.146162:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d675410a. 02000000:00000001:0.0:1777587308.146165:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587308.146166:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587308.146167:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587308.146169:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587308.146171:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:0.0:1777587308.146173:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587308.146174:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587308.146175:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587308.146178:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587308.146179:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.146180:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587308.146189:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587308.146190:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587308.146192:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587308.146193:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.146538:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587308.146541:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587308.146544:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587308.146546:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587308.146547:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9224f4d. 00000400:00000200:1.0:1777587308.146551:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e4d0f3 00000400:00000010:1.0:1777587308.146553:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e4d0f3. 00000100:00000001:1.0:1777587308.146555:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587308.146559:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587308.146579:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.146584:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587308.146585:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.146587:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587308.146588:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587308.146589:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587308.146591:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587308.146592:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587308.146596:0:197584:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587308.146599:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=8 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587308.146601:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587308.146602:0:197584:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1777587308.146605:0:197584:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1777587308.146607:0:197584:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff9fc7c7c78000 of lustre-MDT0001_UUID@192.168.204.155@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1777587308.146611:0:197584:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1777587308.146614:0:197584:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff9fc7c7c78000: Connection to lustre-MDT0001 (at 192.168.204.155@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1777587308.155446:0:197584:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1777587308.155453:0:197584:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:1.0:1777587308.155467:0:197584:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.155471:0:197584:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1777587308.155474:0:197584:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1777587308.155477:0:197584:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1777587308.155482:0:197584:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1777587308.155488:0:197584:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12080 00000400:00000200:1.0:1777587308.155498:0:197584:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000040:1.0:1777587308.155503:0:197584:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587308.155506:0:197584:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1777587308.155508:0:197584:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587308.155510:0:197584:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:1.0:1777587308.155532:0:197584:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1777587308.155534:0:197584:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:1.0:1777587308.155537:0:197584:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777587308.155588:0:197584:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:1.0:1777587308.155591:0:197584:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:1.0:1777587308.155594:0:197584:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:1.0:1777587308.155597:0:197584:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587308.155599:0:197584:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1777587308.155601:0:197584:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:1.0:1777587308.155603:0:197584:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000040:1.0:1777587308.155605:0:197584:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00080000:1.0:1777587308.155608:0:197584:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777587308.155611:0:197584:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587308.155613:0:197584:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1777587308.155622:0:197584:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587308.155624:0:197584:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.155626:0:197584:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1777587308.155629:0:197584:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1777587308.155632:0:197584:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.155634:0:197584:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587308.155640:0:197584:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000020:00000040:1.0:1777587308.155643:0:197584:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777587308.155647:0:197584:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1777587308.155648:0:197584:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.155651:0:197584:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587308.155653:0:197584:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587308.155657:0:197584:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587308.155664:0:197584:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4509e85. 00000100:00000001:1.0:1777587308.155670:0:197584:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587308.155679:0:197584:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587308.155689:0:197584:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587308.155696:0:197584:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587308.155701:0:197584:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043900d18] to pc [ptlrpcd_rcv+-1] req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.155773:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587308.155777:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587308.155779:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587308.155784:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.155792:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587308.155794:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587308.155797:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587308.155799:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587308.155801:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587308.155803:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667709184:192.168.204.155@tcp:38: 00000100:00000001:2.0:1777587308.155812:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587308.155815:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587308.155818:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587308.155820:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587308.155824:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004edd1b87. 02000000:00000001:2.0:1777587308.155825:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587308.155830:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b2b260. 00000400:00000010:2.0:1777587308.155835:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000200:2.0:1777587308.155842:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667709184, portal 10 00000100:00000001:2.0:1777587308.155844:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587308.155845:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000040:2.0:1777587308.155851:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587308.155858:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587308.155861:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587308.155863:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000100:00000200:2.0:1777587308.155865:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667709184, offset 0 00000400:00000200:2.0:1777587308.155871:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587308.155881:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587308.155886:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587308.155890:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587308.155893:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587308.155896:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587308.155899:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [449:449:256:4294967295] 192.168.204.155@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:2.0:1777587308.155909:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587308.155915:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587308.155921:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587308.155929:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587308.155936:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587308.155941:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1777587308.155977:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587308.155987:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16297 usecs (17 jiffies) 00000100:00000001:2.0:1777587308.155991:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307055135 00000100:00000001:2.0:1777587308.155994:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307058512 00000100:00000001:2.0:1777587308.155996:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307055135 00000100:00000001:2.0:1777587308.155998:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307058512 00000100:00000001:2.0:1777587308.155999:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307055135 00000100:00000001:2.0:1777587308.156001:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307058512 00000100:00000001:2.0:1777587308.156003:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307055135 00000100:00000001:2.0:1777587308.156004:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307058512 00000100:00000001:2.0:1777587308.156006:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587308.156008:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587308.156010:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587308.156012:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.156030:0:197584:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.156032:0:197584:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1777587308.156034:0:197584:0:(client.c:1699:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1777587308.156040:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.156046:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1777587308.156073:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587308.156075:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587308.156080:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587308.156087:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667709056:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587308.156092:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.156094:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587308.156097:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667709056/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587324 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.156103:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587308.156105:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587308.156107:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001727d1c0. 02000000:00000001:1.0:1777587308.156112:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587308.156114:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587308.156115:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587308.156117:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587308.156119:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:1.0:1777587308.156122:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587308.156123:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587308.156125:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:1.0:1777587308.156128:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587308.156129:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.156140:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.156147:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587308.156148:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.156150:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587308.156152:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587308.156431:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587308.156435:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777587308.156438:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587308.156443:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587308.156448:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:3.0:1777587308.156450:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:3.0:1777587308.156454:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587308.156466:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.156474:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587308.156476:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587308.156481:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587308.156483:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587308.157110:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587308.157113:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1777587308.157116:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587308.157117:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587308.157119:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587308.157120:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587308.160359:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.160374:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587308.160378:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.160380:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587308.160391:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587308.160413:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0db00 00000400:00000200:3.0:1777587308.160421:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xedd [1] + 0 00000800:00000001:3.0:1777587308.160428:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.160437:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587308.160439:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587308.160444:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587308.160450:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587308.160467:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587308.160478:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.160541:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587308.160544:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587308.160563:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587308.160572:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587308.160587:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1777587308.161297:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587308.161300:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587308.161303:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b2b260. 00000400:00000200:1.0:1777587308.161310:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000400:00000010:1.0:1777587308.161313:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:1.0:1777587308.161317:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587308.161322:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587308.161332:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.161338:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587308.161340:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.161342:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587308.161346:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587308.161348:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587308.161350:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587308.161354:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587308.161363:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587308.161366:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=8 v=5 (1 1 1 0) 00000100:00000001:1.0:1777587308.161369:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587308.161370:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1777587308.161373:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777587308.161377:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587318 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.161383:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1777587308.161386:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587308.161388:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.161397:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1777587308.161399:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1777587308.161402:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1777587308.161407:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:1.0:1777587308.161409:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1777587308.161413:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587318 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587308.161420:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000043900d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667709184:192.168.204.155@tcp:38: 00000100:00000001:1.0:1777587308.161424:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.161427:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587308.161429:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043900d18 x1863934667709184/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587318 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587308.161435:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587308.161438:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587308.161440:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004edd1b87. 02000000:00000001:1.0:1777587308.161445:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587308.161452:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587308.161454:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587308.161469:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587308.161471:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e4509e85. 02000000:00000001:1.0:1777587308.161474:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587308.161475:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587308.161477:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043900d18. 00000100:00000001:1.0:1777587308.161480:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587308.161481:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.161483:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587308.161490:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587308.161492:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587308.161494:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587308.161495:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587308.781425:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587308.781432:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587308.781437:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587308.781467:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587308.782236:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587308.782240:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587308.782243:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587309.805365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587309.805373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587309.805382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587309.805383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587309.805407:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587309.805409:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587309.805412:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587310.829491:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587310.829498:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587310.829504:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587310.829506:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587310.829604:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587310.829608:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587310.829610:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587311.597328:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307058512, at 4307058560 00000100:00000010:0.0:1777587311.597343:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00000100:00000040:3.0:1777587311.597431:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307058512, at 4307058560 00000100:00000010:3.0:1777587311.597437:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000096d95f8. 00000100:00000040:1.0:1777587311.597490:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307058512, at 4307058560 00000100:00000010:1.0:1777587311.597495:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000040:2.0:1777587311.597555:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307058512, at 4307058560 00000100:00000010:2.0:1777587311.597561:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00010000:00000001:1.0:1777587311.853592:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587311.853597:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587311.853601:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587311.853602:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587311.853788:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587311.853792:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587311.853794:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587312.877668:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587312.877674:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587312.877679:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587312.877680:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587312.877703:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587312.877706:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587312.877708:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587313.261973:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587313.261982:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587313.261990:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587313.262004:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587313.262010:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587313.262014:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587313.262019:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587313.262027:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587313.262034:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587313.262045:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587313.262056:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587313.262057:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587313.262062:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_03+3] req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587313.262091:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587313.262093:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587313.262097:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587313.262099:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000020:00000040:3.0:1777587313.262101:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587313.262104:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587313.262105:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587313.262106:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587313.262109:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587313.262112:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587313.262116:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587313.262129:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.262134:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587313.262138:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587313.262139:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587313.262142:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587313.262147:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587313.262150:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_00+0] req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587313.262152:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587313.262158:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262174:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587313.262177:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.262182:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587313.262185:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587313.262186:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.262191:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1777587313.262191:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1777587313.262195:0:201742:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1777587313.262196:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587313.262197:0:201742:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1777587313.262200:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1777587313.262201:0:201742:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1777587313.262202:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1777587313.262205:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667709312:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587313.262208:0:201742:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1777587313.262211:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.262213:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1777587313.262215:0:201742:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12387 02000000:00000001:2.0:1777587313.262219:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587313.262223:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587313.262229:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1777587313.262229:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777587313.262229:0:201742:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00000001:0.0:1777587313.262231:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587313.262235:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1777587313.262235:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e55b65ca. 02000000:00000001:0.0:1777587313.262238:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587313.262239:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587313.262244:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587313.262246:0:201742:0:(import.c:2144:obd_at_measure()) add 10 to 0000000097429994 time=13 v=5 (1 1 1 0) 00000400:00000010:2.0:1777587313.262247:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e13aa0. 00000100:00100000:0.0:1777587313.262272:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667709440:192.168.204.155@tcp:400: 00000400:00000010:2.0:1777587313.262277:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000100:00001000:3.0:1777587313.262278:0:201742:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00000001:0.0:1777587313.262279:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587313.262284:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1777587313.262284:0:201742:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 5s 00000100:00000200:2.0:1777587313.262285:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667709312, portal 25 02000000:00000001:0.0:1777587313.262286:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587313.262291:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587313.262291:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1777587313.262292:0:201742:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:2.0:1777587313.262294:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000001:3.0:1777587313.262296:0:201742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1777587313.262297:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d5813f. 02000000:00000001:0.0:1777587313.262301:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587313.262303:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587313.262307:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd5524d. 00000100:00000040:3.0:1777587313.262310:0:201742:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000400:00000010:0.0:1777587313.262314:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000001:3.0:1777587313.262316:0:201742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000100:00000001:2.0:1777587313.262320:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777587313.262321:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667709440, portal 10 00000020:00000001:3.0:1777587313.262321:0:201742:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1777587313.262325:0:201742:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000100:00000001:0.0:1777587313.262326:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1777587313.262327:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000020:00000001:3.0:1777587313.262328:0:201742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1777587313.262331:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000151159e0. 00000100:00000001:0.0:1777587313.262335:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000200:2.0:1777587313.262337:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667709312, offset 0 00000020:00000040:3.0:1777587313.262339:0:201742:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:3.0:1777587313.262343:0:201742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:0.0:1777587313.262346:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1777587313.262347:0:201742:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000400:00000200:2.0:1777587313.262354:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777587313.262355:0:201742:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:3.0:1777587313.262369:0:201742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1777587313.262375:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587313.262375:0:201742:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000040:0.0:1777587313.262380:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587313.262383:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000400:00000200:2.0:1777587313.262384:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000200:0.0:1777587313.262389:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667709440, offset 0 00000100:00000001:3.0:1777587313.262390:0:201742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000400:00000200:2.0:1777587313.262393:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1777587313.262396:0:201742:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000400:00000200:0.0:1777587313.262399:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587313.262400:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00080000:3.0:1777587313.262404:0:201742:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000400:00000200:2.0:1777587313.262408:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777587313.262409:0:201742:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587313.262413:0:201742:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1777587313.262414:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:3.0:1777587313.262420:0:201742:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587313.262425:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [450:450:256:4294967295] 192.168.204.155@tcp LPNI seq info [450:450:8:4294967295] 02000000:00000001:3.0:1777587313.262425:0:201742:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587313.262429:0:201742:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1777587313.262434:0:201742:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1777587313.262439:0:201742:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587313.262442:0:201742:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587313.262446:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587313.262447:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1777587313.262449:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000100:00000001:1.0:1777587313.262452:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1777587313.262453:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000800:00000200:2.0:1777587313.262457:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587313.262458:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:3.0:1777587313.262459:0:201742:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1777587313.262463:0:201742:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587313.262465:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000400:00000200:0.0:1777587313.262466:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587313.262467:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1777587313.262471:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777587313.262472:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1777587313.262475:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1777587313.262476:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587313.262479:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587313.262483:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000010:3.0:1777587313.262483:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008897c1fe. 00000100:00000001:3.0:1777587313.262489:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587313.262491:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [451:451:255:4294967295] 192.168.204.155@tcp LPNI seq info [451:451:7:4294967295] 00000800:00000200:2.0:1777587313.262491:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00100000:3.0:1777587313.262497:0:201742:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777587313.262498:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587313.262511:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587313.262519:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587313.262522:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587313.262523:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587313.262527:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587313.262530:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb3c28e4. 00000100:00000040:3.0:1777587313.262530:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_rcv+-1] req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.262533:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307063631 00000800:00000200:0.0:1777587313.262539:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:2.0:1777587313.262541:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000001:2.0:1777587313.262551:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587313.262555:0:201742:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262557:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307063631 00000800:00000200:0.0:1777587313.262560:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:3.0:1777587313.262560:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1777587313.262563:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000800:00000200:0.0:1777587313.262567:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb3c28e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1777587313.262568:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777587313.262569:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587313.262573:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262576:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307063631 00000100:00000040:3.0:1777587313.262577:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12397) 00000100:00000040:0.0:1777587313.262578:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 107327 usecs (108 jiffies) 00000100:00000010:2.0:1777587313.262580:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:0.0:1777587313.262583:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307060333 00000100:00000001:2.0:1777587313.262585:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587313.262588:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307063631 00000100:00000001:2.0:1777587313.262590:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307063631 00000100:00000001:0.0:1777587313.262593:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307060333 00000100:00000010:2.0:1777587313.262595:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:0.0:1777587313.262596:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307063631 00000100:00000001:0.0:1777587313.262601:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307060333 00000100:00000001:2.0:1777587313.262601:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587313.262606:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307063631 00000100:00000001:0.0:1777587313.262608:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307060333 00000100:00000001:2.0:1777587313.262608:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587313.262611:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262615:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262618:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587313.262620:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307063631 00000100:00000001:0.0:1777587313.262623:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1777587313.262624:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587313.262625:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262625:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587313.262629:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587313.262631:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587313.262631:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000100:00000001:2.0:1777587313.262632:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.262635:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587313.262636:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.262638:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587313.262640:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587313.262642:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587313.262642:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587313.262645:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587313.262649:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587313.262649:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587313.262652:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587313.262655:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587313.262655:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000151159e0 00000100:00000001:0.0:1777587313.262658:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587313.262659:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000151159e0. 00000100:00000001:1.0:1777587313.262666:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587313.262670:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.262672:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587313.262674:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587313.262680:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587313.262682:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.262701:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587313.262703:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.262706:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587313.262709:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587313.262714:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587313.262720:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587313.262725:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587313.262728:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667709568:192.168.204.155@tcp:38: 00000100:00000001:2.0:1777587313.262736:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587313.262739:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.262739:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587313.262743:0:197575:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1777587313.262743:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.262746:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587313.262749:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb08d0ab. 02000000:00000001:2.0:1777587313.262751:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587313.262754:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4df8528. 00000400:00000010:2.0:1777587313.262759:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065598728. 00000100:00000200:2.0:1777587313.262762:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667709568, portal 10 00000100:00000001:2.0:1777587313.262764:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587313.262765:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:2.0:1777587313.262770:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587313.262774:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587313.262778:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb3c28e4. 00000100:00000001:2.0:1777587313.262781:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587313.262784:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587313.262787:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e4d0f3. 00000100:00000200:2.0:1777587313.262788:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667709568, offset 0 00000400:00000200:2.0:1777587313.262792:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587313.262797:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587313.262799:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587313.262802:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587313.262804:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587313.262805:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587313.262807:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [452:452:255:4294967295] 192.168.204.155@tcp LPNI seq info [452:452:7:4294967295] 00000400:00000200:2.0:1777587313.262814:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587313.262819:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587313.262821:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587313.262825:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587313.262829:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587313.262831:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1777587313.262840:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587313.262843:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16228 usecs (17 jiffies) 00000100:00000001:2.0:1777587313.262845:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307060242 00000100:00000001:2.0:1777587313.262847:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307063631 00000100:00000001:2.0:1777587313.262849:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307060242 00000100:00000001:2.0:1777587313.262850:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307063631 00000100:00000001:2.0:1777587313.262852:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307060242 00000100:00000001:2.0:1777587313.262853:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307063631 00000100:00000001:2.0:1777587313.262855:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307060242 00000100:00000001:2.0:1777587313.262856:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307063631 00000100:00000001:2.0:1777587313.262858:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587313.262860:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262862:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262863:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.262867:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587313.262868:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1777587313.262870:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.262871:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587313.262872:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.262874:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587313.263639:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587313.263643:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587313.263646:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:1.0:1777587313.263647:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:1.0:1777587313.263649:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587313.263652:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587313.263658:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587313.263659:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587313.263663:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587313.263664:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587313.264017:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587313.264019:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:1.0:1777587313.264021:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587313.264024:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587313.264026:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e4d0f3 00000400:00000010:1.0:1777587313.264028:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e4d0f3. 00000100:00000001:1.0:1777587313.264030:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587313.264032:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587313.264036:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587313.264038:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587313.264051:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587313.264052:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587313.267805:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.267818:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587313.268037:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.268042:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587313.268052:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587313.268068:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0db80 00000400:00000200:3.0:1777587313.268077:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xee5 [1] + 224 00000800:00000001:3.0:1777587313.268084:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.268091:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587313.268094:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587313.268097:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587313.268104:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587313.268110:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587313.268121:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.268184:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.268188:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587313.268211:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587313.268220:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.268224:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587313.268450:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587313.268452:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587313.268455:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e13aa0. 00000400:00000200:2.0:1777587313.268460:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000400:00000010:2.0:1777587313.268462:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:2.0:1777587313.268465:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587313.268469:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587313.268477:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.268500:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587313.268503:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.268505:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587313.268508:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587313.268511:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587313.268513:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.268515:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587313.268522:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587313.268719:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=56 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587313.268722:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587313.268723:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587313.268725:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587313.268727:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.268729:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587313.268734:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.268741:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587313.268743:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587313.268745:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587313.268748:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587313.268754:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667709312:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587313.268759:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.268762:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587313.268764:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667709312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.268770:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587313.268772:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587313.268775:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e55b65ca. 02000000:00000001:2.0:1777587313.268778:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587313.268780:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587313.268782:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587313.268790:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587313.268792:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:2.0:1777587313.268796:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587313.268797:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587313.268799:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:2.0:1777587313.268802:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587313.268803:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.268805:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.268812:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587313.268814:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.268816:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.268818:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587313.271972:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.271987:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587313.271991:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.271993:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587313.272004:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587313.272026:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0dc00 00000400:00000200:3.0:1777587313.272033:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xee9 [1] + 224 00000800:00000001:3.0:1777587313.272040:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.272047:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587313.272049:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587313.272053:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587313.272059:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587313.272065:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587313.272087:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587313.272111:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587313.272120:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.272161:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587313.272451:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.272456:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587313.272458:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.272460:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587313.272465:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587313.272472:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0dc80 00000400:00000200:3.0:1777587313.272477:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xef5 [1] + 0 00000800:00000001:3.0:1777587313.272481:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.272486:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587313.272488:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587313.272491:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587313.272494:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587313.272497:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587313.272507:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587313.272530:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587313.272534:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587313.272537:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.272765:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.272769:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587313.272774:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587313.272776:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587313.272778:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd5524d. 00000400:00000200:2.0:1777587313.272785:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000100:00000001:0.0:1777587313.272890:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587313.272894:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777587313.272908:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:2.0:1777587313.272916:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1777587313.272917:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587313.272919:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587313.272921:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4df8528. 00000100:00000200:2.0:1777587313.272922:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587313.272925:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065598728 00000400:00000010:0.0:1777587313.272929:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000065598728. 00000100:00000001:0.0:1777587313.272933:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587313.272938:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587313.272939:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587313.272956:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587313.272957:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587313.272960:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587313.272965:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587313.272966:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1777587313.272967:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587313.272969:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587313.272970:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1777587313.272971:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587313.272974:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587313.272974:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587313.272976:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.272977:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587313.272978:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587313.272981:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587313.272987:0:197580:0:(import.c:2144:obd_at_measure()) add 0 to 00000000778b7a98 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587313.272987:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587313.272993:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=13 v=10 (10 1 1 0) 00000100:00001000:2.0:1777587313.272995:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587313.272998:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587313.273001:0:197580:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1777587313.273001:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587313.273004:0:197580:0:(client.c:1696:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1777587313.273004:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587313.273008:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587313.273012:0:197581:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587313.273015:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587328 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587313.273022:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1777587313.273025:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587313.273026:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1777587313.273027:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587313.273030:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1777587313.273030:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587313.273032:0:197580:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1777587313.273035:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1777587313.273036:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1777587313.273038:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1777587313.273040:0:197580:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.155@tcp failed (-19) 00000100:00000001:0.0:1777587313.273043:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1777587313.273046:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587313.273048:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587328 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587313.273072:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667709568:192.168.204.155@tcp:38: 00000100:00000001:2.0:1777587313.273073:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587313.273077:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587313.273079:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.273080:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587313.273085:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587313.273088:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587313.273091:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667709568/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/224 e 0 to 0 dl 1777587328 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587313.273109:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667709440:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587313.273110:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587313.273114:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1777587313.273116:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1777587313.273118:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb08d0ab. 00000100:00000001:2.0:1777587313.273119:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587313.273123:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667709440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587313.273124:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587313.273128:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587313.273130:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587313.273135:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777587313.273136:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1777587313.273138:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008897c1fe. 02000000:00000001:2.0:1777587313.273139:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1777587313.273143:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1777587313.273143:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d5813f. 02000000:00000001:0.0:1777587313.273146:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587313.273149:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 02000000:00000001:2.0:1777587313.273150:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587313.273153:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777587313.273154:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1777587313.273154:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587313.273157:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1777587313.273158:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587313.273160:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:2.0:1777587313.273163:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587313.273164:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587313.273165:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:0.0:1777587313.273168:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.273169:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587313.273172:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587313.273174:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587313.273178:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587313.273178:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587313.273182:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.273182:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587313.273188:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587313.273188:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587313.273190:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587313.273712:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587313.901371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587313.901377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587313.901382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587313.901383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587313.902301:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587313.902306:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587313.902309:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587314.926090:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587314.926096:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587314.926101:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587314.926102:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587314.926143:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587314.926147:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.926149:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1777587314.985907:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.985920:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587314.985923:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.985925:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.986002:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587314.986018:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c536680 00000400:00000200:3.0:1777587314.986027:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1777587314.986031:0:197576:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df513f50. 00000400:00000200:3.0:1777587314.986037:0:197576:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000545ae72e 00000800:00000001:3.0:1777587314.986043:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.986048:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.986050:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.986055:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587314.986060:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000545ae72e 00000400:00000010:3.0:1777587314.986063:0:197576:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at 00000000545ae72e. 00000100:00000001:3.0:1777587314.986067:0:197576:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1777587314.986069:0:197576:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1777587314.986072:0:197576:0:(events.c:337:request_in_callback()) incoming req@00000000307f75d1 x1863934677313152 msgsize 328 00000100:00100000:3.0:1777587314.986076:0:197576:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000040:3.0:1777587314.986078:0:197576:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1777587314.986100:0:197576:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1777587314.986107:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.986111:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587314.986113:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.986115:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.986118:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587314.986123:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c536700 00000400:00000200:3.0:1777587314.986128:0:197576:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.204.155@tcp ptl 15 MB 0x69f3d1c536700 off 0 len 328 00000100:00000010:2.0:1777587314.986223:0:199602:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc673080. 00000100:00000010:2.0:1777587314.986228:0:199602:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002420a93c. 00000100:00100000:2.0:1777587314.986230:0:199602:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1777587314.986233:0:199602:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1777587314.986236:0:199602:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2e13aa0. 00000400:00000010:2.0:1777587314.986240:0:199602:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc902bb9. 00000400:00000200:2.0:1777587314.986244:0:199602:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xefd [2] + 0 00000400:00000200:2.0:1777587314.986247:0:199602:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.204.155@tcp portal 15 match 1863934677313280 offset 0 length 328. 00000400:00000200:2.0:1777587314.986271:0:199602:0:(lib-move.c:5170:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.204.155@tcp portal 15 match 1863934677313280 offset 0 length 328. 00000020:00000010:2.0:1777587314.986302:0:199602:0:(lprocfs_status.c:1409:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000dad9b54. 00000100:00000001:2.0:1777587314.986308:0:199602:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1777587314.986310:0:199602:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677313152 02000000:00000001:2.0:1777587314.986312:0:199602:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1777587314.986314:0:199602:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587314.986317:0:199602:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587314.986344:0:199602:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587314.986349:0:199602:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677313152 00000020:00000001:2.0:1777587314.986351:0:199602:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1777587314.986353:0:199602:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:2.0:1777587314.986354:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587314.986357:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:2.0:1777587314.986359:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:2.0:1777587314.986361:0:199602:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:2.0:1777587314.986366:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1777587314.986369:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc02ef08. 00000100:00000001:2.0:1777587314.986371:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1777587314.986374:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc02ef08. 00000020:00000010:2.0:1777587314.986378:0:199602:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca50ad2. 00000020:00000010:2.0:1777587314.986383:0:199602:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003eba172f. 00000020:00000010:2.0:1777587314.986387:0:199602:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b20144e8. 00000100:00000040:2.0:1777587314.986396:0:199602:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1777587314.986403:0:199602:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1777587314.986404:0:199602:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1777587314.986406:0:199602:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.986413:0:199602:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.986427:0:199602:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.986437:0:199602:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1777587314.986439:0:199602:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1777587314.986452:0:199602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 6 00000100:00000040:2.0:1777587314.986455:0:199602:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:2.0:1777587314.986457:0:199602:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638279146308688 : -105794563242928 : ffff9fc7c8a38450) 00000100:00000040:2.0:1777587314.986463:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000307f75d1 x1863934677313152/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:225/0 lens 328/0 e 0 to 0 dl 1777587325 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587314.986471:0:199602:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1777587314.986474:0:199602:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc02ef08. 00000100:00000001:2.0:1777587314.986476:0:199602:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1777587314.986477:0:199602:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc02ef08. 00000100:00100000:2.0:1777587314.986481:0:199602:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000307f75d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342547:x1863934677313152:12345-192.168.204.155@tcp:104: 00000100:00000200:2.0:1777587314.986485:0:199602:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677313152 00010000:00000001:2.0:1777587314.986487:0:199602:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1777587314.986493:0:199602:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777587314.986495:0:199602:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587314.986497:0:199602:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000335368be refcount=2 00000020:00000001:2.0:1777587314.986499:0:199602:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:2.0:1777587314.986501:0:199602:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:2.0:1777587314.986505:0:199602:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1777587314.986508:0:199602:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587314.986511:0:199602:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1777587314.986521:0:199602:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1777587314.986527:0:199602:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1777587314.986536:0:199602:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004edd1b87. 02000000:00000001:2.0:1777587314.986539:0:199602:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.986541:0:199602:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.986545:0:199602:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1777587314.986548:0:199602:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587314.986551:0:199602:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=338 v=5 (1 0 1 0) 00000100:00000001:2.0:1777587314.986556:0:199602:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1777587314.986558:0:199602:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:2.0:1777587314.986561:0:199602:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:2.0:1777587314.986563:0:199602:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1777587314.986564:0:199602:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.986567:0:199602:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587314.986570:0:199602:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587314.986573:0:199602:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cae7ed5a. 00000100:00000200:2.0:1777587314.986577:0:199602:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677313152, offset 224 00000400:00000200:2.0:1777587314.986582:0:199602:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587314.986592:0:199602:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587314.986598:0:199602:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [453:453:256:4294967295] 192.168.204.155@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:2.0:1777587314.986608:0:199602:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587314.986613:0:199602:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587314.986617:0:199602:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587314.986622:0:199602:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587314.986628:0:199602:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587314.986632:0:199602:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587314.986654:0:199602:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587314.986658:0:199602:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:2.0:1777587314.986660:0:199602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1777587314.986664:0:199602:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e4aae521. 00010000:00000001:2.0:1777587314.986667:0:199602:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1777587314.986676:0:199602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1777587314.986678:0:199602:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.986679:0:199602:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.986687:0:199602:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587314.986691:0:199602:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000307f75d1 x1863934677313152/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:225/0 lens 328/224 e 0 to 0 dl 1777587325 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1777587314.986700:0:199602:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000307f75d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:37e498ad-f820-401f-ad03-7d35b252723e+3:342547:x1863934677313152:12345-192.168.204.155@tcp:104: Request processed in 227us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777587314.986707:0:199602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 6 00000100:00000040:2.0:1777587314.986710:0:199602:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:2.0:1777587314.986712:0:199602:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1777587314.986714:0:199602:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1777587314.986717:0:199602:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003eba172f. 00000020:00000010:2.0:1777587314.986720:0:199602:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b20144e8. 00000020:00000010:2.0:1777587314.986726:0:199602:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca50ad2. 00000020:00000040:2.0:1777587314.986730:0:199602:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 02000000:00000001:2.0:1777587314.986736:0:199602:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1777587314.986738:0:199602:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a39bfc4d. 02000000:00000001:2.0:1777587314.986740:0:199602:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1777587314.986742:0:199602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043ee720f. 02000000:00000001:2.0:1777587314.986746:0:199602:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1777587314.986747:0:199602:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d90e48f6. 02000000:00000001:2.0:1777587314.986750:0:199602:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1777587314.986750:0:199602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 02000000:00000001:2.0:1777587314.986753:0:199602:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1777587314.986754:0:199602:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000405e201f. 02000000:00000001:2.0:1777587314.986756:0:199602:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1777587314.986757:0:199602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 02000000:00000001:2.0:1777587314.986760:0:199602:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1777587314.986760:0:199602:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e73bf5f. 02000000:00000001:2.0:1777587314.986762:0:199602:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1777587314.986763:0:199602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 02000000:00000001:2.0:1777587314.986765:0:199602:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1777587314.986766:0:199602:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d434e1a. 02000000:00000001:2.0:1777587314.986769:0:199602:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1777587314.986769:0:199602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 02000000:00000001:2.0:1777587314.986771:0:199602:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1777587314.986778:0:199602:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bb4361a7. 02000000:00000001:2.0:1777587314.986780:0:199602:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1777587314.986781:0:199602:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000010:2.0:1777587314.986783:0:199602:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bb22a639. 00000100:00000010:2.0:1777587314.986786:0:199602:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000010157931. 00000100:00000001:2.0:1777587314.986789:0:199602:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1777587314.986801:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587314.986803:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587314.986805:0:199607:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1777587314.986808:0:199607:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1777587314.986810:0:199607:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1777587314.986812:0:199607:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777587314.986820:0:199607:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000335368be already unused, calling callback (00000000aa32f3bf) 10000000:00000001:2.0:1777587314.986823:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1777587314.986824:0:199607:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587314.986830:0:199607:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1777587314.986832:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777587314.986833:0:199607:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587314.986834:0:199607:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000335368be refcount=3 00000020:00000001:2.0:1777587314.986836:0:199607:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:2.0:1777587314.986837:0:199607:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022121472 : -105793687430144 : ffff9fc7fcd75c00) 00010000:00000001:2.0:1777587314.986840:0:199607:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1777587314.986841:0:199607:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1777587314.986848:0:199607:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1777587314.986849:0:199607:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777587314.986854:0:199607:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1777587314.986863:0:199607:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1777587314.986864:0:199607:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1777587314.986866:0:199607:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1777587314.986867:0:199607:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1777587314.986868:0:199607:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587314.986875:0:199607:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1777587314.986876:0:199607:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1777587314.986877:0:199607:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005bd3f703) refs 2 10000000:00000001:2.0:1777587314.986879:0:199607:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1777587314.986880:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.986883:0:199607:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1777587314.986885:0:199607:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1777587314.986886:0:199607:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1777587314.986888:0:199607:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1777587314.986889:0:199607:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1777587314.986891:0:199607:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000335368be with handle 0xbf3b8af56f2249df from hash 00010000:00000001:2.0:1777587314.986893:0:199607:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1777587314.986895:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587314.986897:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777587314.986898:0:199607:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1777587314.986899:0:199607:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1777587314.986900:0:199607:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1777587314.986903:0:199607:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1777587314.986905:0:199607:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1777587314.986910:0:199607:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000020:00000040:2.0:1777587314.986914:0:199607:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587314.986918:0:199607:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587314.986920:0:199607:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587314.986925:0:199607:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587314.986930:0:199607:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fca50ad2. 00000100:00000001:2.0:1777587314.986935:0:199607:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.986937:0:199607:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1777587314.986940:0:199607:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777587314.986946:0:199607:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1777587314.986952:0:199607:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.986956:0:199607:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587314.986958:0:199607:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587314.986963:0:199607:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000147c58fb] to pc [ptlrpcd_00_01+1] req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587314.986982:0:199607:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1777587314.986985:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587314.986986:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777587314.986987:0:199607:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.986989:0:199607:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587314.986990:0:199607:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587314.986992:0:199607:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587314.986997:0:199607:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1777587314.986998:0:199607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 00000000335368be/0xbf3b8af56f2249df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45525 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587314.987013:0:199607:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777587314.987014:0:199607:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1777587314.987016:0:199607:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e4aae521. 00010000:00000001:2.0:1777587314.987018:0:199607:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587314.987020:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587314.987021:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587314.987024:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1777587314.987025:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587314.987026:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587314.987028:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1777587314.987029:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587314.987030:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587314.987031:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1777587314.987036:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587314.987039:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587314.987041:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587314.987045:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587314.987057:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587314.987059:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587314.987062:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587314.987064:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587314.987066:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587314.987069:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667709696:192.168.204.155@tcp:103: 00000100:00000001:2.0:1777587314.987072:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587314.987076:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587314.987078:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587314.987080:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587314.987083:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 02000000:00000001:2.0:1777587314.987084:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587314.987087:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000400:00000010:2.0:1777587314.987090:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587314.987093:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667709696, portal 18 00000100:00000001:2.0:1777587314.987095:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587314.987096:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 00000100:00000040:2.0:1777587314.987101:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587314.987107:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587314.987109:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587314.987111:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000daa8bafc. 00000100:00000200:2.0:1777587314.987112:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667709696, offset 0 00000400:00000200:2.0:1777587314.987115:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587314.987120:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587314.987124:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587314.987128:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587314.987131:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587314.987134:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587314.987137:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [454:454:255:4294967295] 192.168.204.155@tcp LPNI seq info [454:454:7:4294967295] 00000400:00000200:2.0:1777587314.987143:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587314.987153:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587314.987155:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777587314.987159:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587314.987162:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587314.987164:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1777587314.987167:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.987170:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307065355 00000100:00000001:2.0:1777587314.987176:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307063631 00000100:00000001:2.0:1777587314.987180:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307065355 00000100:00000001:2.0:1777587314.987184:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307063631 00000100:00000001:2.0:1777587314.987186:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307065355 00000100:00000001:2.0:1777587314.987189:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307063631 00000100:00000001:2.0:1777587314.987191:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307065355 00000100:00000001:2.0:1777587314.987194:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307063631 00000100:00000001:2.0:1777587314.987196:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587314.987198:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.987201:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.987203:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.987207:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587314.987209:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587314.987211:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587314.987212:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587314.987213:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.987215:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.987223:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587314.987225:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587314.987283:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.987293:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.987295:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.987299:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587314.987303:0:197574:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1777587314.987304:0:197574:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777587314.987308:0:197574:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de3d6ae. 00000100:00000040:3.0:1777587314.987310:0:197574:0:(events.c:337:request_in_callback()) incoming req@000000003de3d6ae x1863934677313280 msgsize 328 00000100:00100000:3.0:1777587314.987313:0:197574:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:3.0:1777587314.987334:0:197574:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1777587314.987365:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587314.987369:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587314.987371:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.987375:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587314.987377:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7ed5a 00000400:00000010:3.0:1777587314.987379:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cae7ed5a. 00000100:00000001:3.0:1777587314.987382:0:197574:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1777587314.987383:0:197574:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1777587314.987385:0:197574:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004edd1b87. 02000000:00000001:3.0:1777587314.987388:0:197574:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1777587314.987390:0:197574:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1777587314.987394:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.987396:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777587314.987453:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587314.987455:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:3.0:1777587314.987458:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.987461:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587314.987463:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa8bafc 00000400:00000010:3.0:1777587314.987464:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000daa8bafc. 00000100:00000001:3.0:1777587314.987467:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587314.987469:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587314.987478:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587314.987480:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587314.987487:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587314.987488:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587314.987627:0:199603:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1777587314.987630:0:199603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677313280 02000000:00000001:0.0:1777587314.987632:0:199603:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1777587314.987633:0:199603:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587314.987634:0:199603:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587314.987637:0:199603:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587314.987639:0:199603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677313280 00000020:00000001:0.0:1777587314.987641:0:199603:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777587314.987642:0:199603:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:0.0:1777587314.987643:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587314.987644:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:0.0:1777587314.987646:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:0.0:1777587314.987649:0:199603:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:0.0:1777587314.987651:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777587314.987655:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000661b715. 00000100:00000001:0.0:1777587314.987657:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777587314.987659:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000661b715. 00000020:00000010:0.0:1777587314.987663:0:199603:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000948f599f. 00000020:00000010:0.0:1777587314.987666:0:199603:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006acf9891. 00000020:00000010:0.0:1777587314.987670:0:199603:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000932171de. 00000100:00000040:0.0:1777587314.987674:0:199603:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1777587314.987676:0:199603:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1777587314.987677:0:199603:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1777587314.987678:0:199603:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.987682:0:199603:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.987684:0:199603:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.987691:0:199603:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1777587314.987698:0:199603:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1777587314.987701:0:199603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 7 00000100:00000040:0.0:1777587314.987704:0:199603:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:0.0:1777587314.987705:0:199603:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280015078144 : -105793694473472 : ffff9fc7fc6be300) 00000100:00000040:0.0:1777587314.987709:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003de3d6ae x1863934677313280/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:225/0 lens 328/0 e 0 to 0 dl 1777587325 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587314.987717:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777587314.987719:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000661b715. 00000100:00000001:0.0:1777587314.987721:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777587314.987723:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000661b715. 00000100:00100000:0.0:1777587314.987727:0:199603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000003de3d6ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+3:342547:x1863934677313280:12345-192.168.204.155@tcp:104: 00000100:00000200:0.0:1777587314.987730:0:199603:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677313280 00010000:00000001:0.0:1777587314.987731:0:199603:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1777587314.987734:0:199603:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587314.987735:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587314.987737:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000031ff596 refcount=2 00000020:00000001:0.0:1777587314.987738:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:0.0:1777587314.987740:0:199603:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:0.0:1777587314.987742:0:199603:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777587314.987744:0:199603:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.987746:0:199603:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777587314.987753:0:199603:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1777587314.987754:0:199603:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1777587314.987757:0:199603:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f30678b5. 02000000:00000001:0.0:1777587314.987759:0:199603:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.987761:0:199603:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.987763:0:199603:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1777587314.987764:0:199603:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587314.987766:0:199603:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=38 v=5 (1 0 1 0) 00000100:00000001:0.0:1777587314.987775:0:199603:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1777587314.987777:0:199603:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:0.0:1777587314.987779:0:199603:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:0.0:1777587314.987781:0:199603:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1777587314.987782:0:199603:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.987785:0:199603:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587314.987787:0:199603:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587314.987790:0:199603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003642c847. 00000100:00000200:0.0:1777587314.987792:0:199603:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677313280, offset 224 00000400:00000200:0.0:1777587314.987796:0:199603:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587314.987802:0:199603:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587314.987806:0:199603:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [455:455:256:4294967295] 192.168.204.155@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:0.0:1777587314.987813:0:199603:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587314.987817:0:199603:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587314.987820:0:199603:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff519cf6. 00000800:00000200:0.0:1777587314.987823:0:199603:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587314.987827:0:199603:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587314.987829:0:199603:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff519cf6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587314.987838:0:199603:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587314.987841:0:199603:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:0.0:1777587314.987843:0:199603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1777587314.987846:0:199603:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d8925e74. 00010000:00000001:0.0:1777587314.987848:0:199603:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1777587314.987855:0:199603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1777587314.987857:0:199603:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.987859:0:199603:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.987860:0:199603:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587314.987864:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de3d6ae x1863934677313280/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:225/0 lens 328/224 e 0 to 0 dl 1777587325 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777587314.987872:0:199603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000003de3d6ae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+3:342547:x1863934677313280:12345-192.168.204.155@tcp:104: Request processed in 154us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1777587314.987884:0:199603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 7 00000100:00000040:0.0:1777587314.987886:0:199603:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000100:00000001:0.0:1777587314.987887:0:199603:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1777587314.987889:0:199603:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1777587314.987892:0:199603:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006acf9891. 00000020:00000010:0.0:1777587314.987894:0:199603:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000932171de. 00000020:00000010:0.0:1777587314.987897:0:199603:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000948f599f. 00000020:00000040:0.0:1777587314.987900:0:199603:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 00000100:00000001:0.0:1777587314.987902:0:199603:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777587314.987919:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587314.987921:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.987922:0:199887:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1777587314.987924:0:199887:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1777587314.987925:0:199887:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1777587314.987927:0:199887:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587314.987934:0:199887:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000031ff596 already unused, calling callback (00000000aa32f3bf) 10000000:00000001:0.0:1777587314.987936:0:199887:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1777587314.987937:0:199887:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587314.987943:0:199887:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1777587314.987944:0:199887:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587314.987945:0:199887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587314.987947:0:199887:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000031ff596 refcount=3 00000020:00000001:0.0:1777587314.987948:0:199887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:0.0:1777587314.987950:0:199887:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020420608 : -105793689131008 : ffff9fc7fcbd6800) 00010000:00000001:0.0:1777587314.987952:0:199887:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1777587314.987954:0:199887:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1777587314.987969:0:199887:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1777587314.987970:0:199887:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777587314.987977:0:199887:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1777587314.987979:0:199887:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1777587314.987980:0:199887:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1777587314.987981:0:199887:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1777587314.987983:0:199887:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1777587314.987984:0:199887:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587314.987991:0:199887:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1777587314.987993:0:199887:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777587314.987994:0:199887:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000ff26fc6d) refs 2 10000000:00000001:0.0:1777587314.987996:0:199887:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1777587314.987997:0:199887:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.987998:0:199887:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1777587314.988000:0:199887:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1777587314.988001:0:199887:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1777587314.988002:0:199887:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777587314.988004:0:199887:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777587314.988006:0:199887:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000031ff596 with handle 0xbf3b8af56f2249d8 from hash 00010000:00000001:0.0:1777587314.988008:0:199887:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1777587314.988009:0:199887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587314.988009:0:199887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587314.988010:0:199887:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1777587314.988011:0:199887:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1777587314.988012:0:199887:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1777587314.988015:0:199887:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1777587314.988016:0:199887:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1777587314.988020:0:199887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587314.988022:0:199887:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587314.988025:0:199887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587314.988026:0:199887:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587314.988028:0:199887:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587314.988039:0:199887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000948f599f. 00000100:00000001:0.0:1777587314.988041:0:199887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.988044:0:199887:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1777587314.988046:0:199887:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587314.988051:0:199887:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1777587314.988052:0:199887:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.988055:0:199887:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587314.988056:0:199887:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587314.988061:0:199887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_02+2] req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587314.988077:0:199887:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777587314.988079:0:199887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587314.988079:0:199887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587314.988080:0:199887:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.988081:0:199887:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587314.988082:0:199887:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.988084:0:199887:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587314.988087:0:199887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1777587314.988088:0:199887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 00000000031ff596/0xbf3b8af56f2249d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a4551e expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1777587314.988091:0:199887:0:(ldlm_resource.c:1670:ldlm_resource_putref()) putref res: 00000000c153c774 count: 0 00010000:00000001:0.0:1777587314.988097:0:199887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587314.988098:0:199887:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1777587314.988099:0:199887:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d8925e74. 00010000:00000001:0.0:1777587314.988100:0:199887:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587314.988101:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587314.988102:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.988103:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1777587314.988104:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587314.988108:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.988109:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1777587314.988110:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587314.988111:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587314.988111:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1777587314.988115:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587314.988117:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587314.988118:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587314.988122:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587314.988128:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587314.988129:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587314.988131:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587314.988133:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587314.988134:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587314.988137:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667709824:192.168.204.155@tcp:103: 00000100:00000001:0.0:1777587314.988140:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587314.988142:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587314.988143:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587314.988145:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587314.988147:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c848a7. 02000000:00000001:0.0:1777587314.988149:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587314.988152:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587314.988155:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000200:0.0:1777587314.988158:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667709824, portal 18 00000100:00000001:0.0:1777587314.988160:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587314.988161:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587314.988164:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587314.988170:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587314.988172:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587314.988174:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:0.0:1777587314.988176:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667709824, offset 0 00000400:00000200:0.0:1777587314.988180:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587314.988189:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587314.988191:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587314.988193:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587314.988195:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587314.988197:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587314.988200:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [456:456:255:4294967295] 192.168.204.155@tcp LPNI seq info [456:456:7:4294967295] 00000400:00000200:0.0:1777587314.988206:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587314.988210:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587314.988212:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000985c78b3. 00000800:00000200:0.0:1777587314.988215:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587314.988219:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587314.988220:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000985c78b3 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777587314.988223:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.988225:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307065356 00000100:00000001:0.0:1777587314.988229:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307065355 00000100:00000001:0.0:1777587314.988232:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307065356 00000100:00000001:0.0:1777587314.988234:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307065355 00000100:00000001:0.0:1777587314.988236:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307065356 00000100:00000001:0.0:1777587314.988238:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307065355 00000100:00000001:0.0:1777587314.988240:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307065356 00000100:00000001:0.0:1777587314.988242:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307065355 00000100:00000001:0.0:1777587314.988244:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587314.988245:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.988247:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.988249:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.988286:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587314.988288:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587314.988289:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587314.988290:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587314.988292:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.988297:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.988303:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587314.988304:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587314.988423:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587314.988426:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff519cf6. 00000400:00000200:3.0:1777587314.988430:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.988433:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587314.988436:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003642c847 00000400:00000010:3.0:1777587314.988438:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003642c847. 00000100:00000001:3.0:1777587314.988440:0:197576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1777587314.988446:0:197576:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1777587314.988486:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587314.988489:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000985c78b3. 00000400:00000200:3.0:1777587314.988491:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.988495:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587314.988497:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:3.0:1777587314.988499:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:3.0:1777587314.988501:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587314.988503:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587314.988511:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587314.988513:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587314.988519:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587314.988520:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587314.992290:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.992305:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587314.992309:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.992311:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.992322:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587314.992347:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc0dd00 00000400:00000200:3.0:1777587314.992355:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0xf05 [1] + 224 00000800:00000001:3.0:1777587314.992362:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.992394:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.992397:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.992402:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587314.992409:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587314.992416:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587314.992432:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587314.992449:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587314.992467:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587314.992470:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1777587314.992471:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.992475:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587314.992480:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587314.992482:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587314.992485:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777587314.992489:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587314.992497:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587314.992500:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587314.992503:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587314.992511:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587314.992516:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587314.992518:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.992521:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587314.992524:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587314.992526:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587314.992528:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587314.992531:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587314.992537:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=338 v=5 (5 0 5 0) 00000100:00001000:2.0:1777587314.992541:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=57 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587314.992544:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587314.992545:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587314.992548:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587314.992550:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.992552:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587314.992556:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587314.992562:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587314.992565:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587314.992567:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587314.992570:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587314.992577:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667709696:192.168.204.155@tcp:103: 00000100:00000001:2.0:1777587314.992582:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.992584:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587314.992586:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000147c58fb x1863934667709696/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587314.992604:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587314.992606:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587314.992609:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 02000000:00000001:2.0:1777587314.992613:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587314.992615:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587314.992616:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587314.992618:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587314.992620:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fca50ad2. 02000000:00000001:2.0:1777587314.992624:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587314.992626:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587314.992627:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000001:2.0:1777587314.992630:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587314.992631:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.992633:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587314.992640:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587314.992642:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587314.992644:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587314.992646:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1777587314.993281:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c153c774. 00010000:00000010:0.1:1777587314.993289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000031ff596. 00000800:00000001:3.0:1777587314.993524:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.993531:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587314.993533:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.993535:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.993540:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587314.993559:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc0dd80 00000400:00000200:3.0:1777587314.993565:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0xf11 [1] + 224 00000800:00000001:3.0:1777587314.993569:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.993615:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587314.993617:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587314.993621:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587314.993624:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587314.993628:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587314.993636:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587314.993653:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587314.993658:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587314.993661:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.993682:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587314.993685:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587314.993688:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587314.993689:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587314.993691:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587314.993696:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000400:00000010:0.0:1777587314.993698:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:0.0:1777587314.993700:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587314.993703:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587314.993708:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587314.993715:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587314.993716:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.993718:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587314.993720:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587314.993721:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587314.993722:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587314.993724:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587314.993728:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=38 v=5 (5 0 5 0) 00000100:00001000:0.0:1777587314.993731:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587314.993733:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587314.993734:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587314.993736:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587314.993737:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.993739:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587314.993742:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587314.993747:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587314.993750:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587314.993751:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587314.993753:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587314.993772:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667709824:192.168.204.155@tcp:103: 00000100:00000001:0.0:1777587314.993776:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.993778:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587314.993780:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667709824/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587314.993785:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587314.993787:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587314.993789:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c848a7. 02000000:00000001:0.0:1777587314.993792:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587314.993794:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587314.993795:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587314.993797:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587314.993799:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000948f599f. 02000000:00000001:0.0:1777587314.993801:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587314.993802:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587314.993803:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777587314.993806:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587314.993807:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.993809:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587314.993813:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587314.993814:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587314.993816:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587314.993818:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1777587314.997286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000335368be. 00000800:00000001:1.0:1777587315.115177:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587315.115193:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587315.115196:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587315.115198:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587315.115206:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587315.115221:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 328 into portal 15 MB=0x69f3d1c537c80 00000400:00000200:1.0:1777587315.115227:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.155@tcp of length 328/328 into md 0xefd [2] + 328 00000800:00000001:1.0:1777587315.115233:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587315.115242:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587315.115244:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587315.115247:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587315.115280:0:197575:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1777587315.115282:0:197575:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1777587315.115285:0:197575:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043900d18. 00000100:00000040:1.0:1777587315.115289:0:197575:0:(events.c:337:request_in_callback()) incoming req@0000000043900d18 x1863934677318784 msgsize 328 00000100:00100000:1.0:1777587315.115293:0:197575:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.155@tcp (source: 12345-192.168.204.155@tcp) 00000100:00000001:1.0:1777587315.115310:0:197575:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1777587315.115317:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587315.115320:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587315.115375:0:199603:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1777587315.115378:0:199603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863934677318784 02000000:00000001:0.0:1777587315.115381:0:199603:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1777587315.115383:0:199603:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587315.115385:0:199603:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587315.115390:0:199603:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587315.115399:0:199603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863934677318784 00000020:00000001:0.0:1777587315.115402:0:199603:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777587315.115404:0:199603:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224945 00000020:00000001:0.0:1777587315.115406:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587315.115409:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ab3d8b8f refcount=3 00000020:00000001:0.0:1777587315.115424:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000020:00000001:0.0:1777587315.115426:0:199603:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279116097536 : -105794593454080 : ffff9fc7c6d68800) 00000100:00000001:0.0:1777587315.115431:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777587315.115434:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000661b715. 00000100:00000001:0.0:1777587315.115437:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777587315.115448:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000661b715. 00000020:00000010:0.0:1777587315.115456:0:199603:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000948f599f. 00000020:00000010:0.0:1777587315.115461:0:199603:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006acf9891. 00000020:00000010:0.0:1777587315.115465:0:199603:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000932171de. 00000100:00000040:0.0:1777587315.115473:0:199603:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1777587315.115476:0:199603:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1777587315.115478:0:199603:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1777587315.115480:0:199603:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587315.115488:0:199603:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587315.115502:0:199603:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587315.115512:0:199603:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1777587315.115514:0:199603:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1777587315.115518:0:199603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.155@tcp, seq: 8 00000100:00000040:0.0:1777587315.115521:0:199603:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export 00000000ab3d8b8f : new rpc_count 1 00000100:00000001:0.0:1777587315.115523:0:199603:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446638280006730624 : -105793702820992 : ffff9fc7fbec8380) 00000100:00000040:0.0:1777587315.115529:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043900d18 x1863934677318784/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:226/0 lens 328/0 e 0 to 0 dl 1777587326 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587315.115538:0:199603:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1777587315.115540:0:199603:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000661b715. 00000100:00000001:0.0:1777587315.115542:0:199603:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1777587315.115544:0:199603:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at 000000000661b715. 00000100:00100000:0.0:1777587315.115547:0:199603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000043900d18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+3:342571:x1863934677318784:12345-192.168.204.155@tcp:104: 00000100:00000200:0.0:1777587315.115551:0:199603:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1863934677318784 00010000:00000001:0.0:1777587315.115554:0:199603:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1777587315.115560:0:199603:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587315.115569:0:199603:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587315.115575:0:199603:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4f30c2a refcount=2 00000020:00000001:0.0:1777587315.115578:0:199603:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:0.0:1777587315.115581:0:199603:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:0.0:1777587315.115585:0:199603:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777587315.115588:0:199603:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587315.115591:0:199603:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777587315.115601:0:199603:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1777587315.115603:0:199603:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1777587315.115607:0:199603:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b91997c8. 02000000:00000001:0.0:1777587315.115609:0:199603:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587315.115612:0:199603:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587315.115615:0:199603:0:(ldlm_lib.c:3300:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1777587315.115618:0:199603:0:(ldlm_lib.c:3310:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587315.115628:0:199603:0:(import.c:2144:obd_at_measure()) add 1 to 00000000e22c377c time=39 v=5 (1 0 1 0) 00000100:00000001:0.0:1777587315.115632:0:199603:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1777587315.115635:0:199603:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 13 to 192.168.204.155@tcp 00000100:00000001:0.0:1777587315.115637:0:199603:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 02000000:00000001:0.0:1777587315.115639:0:199603:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1777587315.115641:0:199603:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587315.115643:0:199603:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587315.115646:0:199603:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587315.115650:0:199603:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000200:0.0:1777587315.115654:0:199603:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863934677318784, offset 224 00000400:00000200:0.0:1777587315.115660:0:199603:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587315.115668:0:199603:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587315.115673:0:199603:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [457:457:256:4294967295] 192.168.204.155@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:0.0:1777587315.115683:0:199603:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587315.115688:0:199603:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587315.115692:0:199603:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1916189. 00000800:00000200:0.0:1777587315.115697:0:199603:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587315.115709:0:199603:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587315.115712:0:199603:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1916189 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587315.115725:0:199603:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587315.115728:0:199603:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00010000:00000001:0.0:1777587315.115731:0:199603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1777587315.115734:0:199603:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d8925e74. 00010000:00000001:0.0:1777587315.115737:0:199603:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1777587315.115751:0:199603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1777587315.115753:0:199603:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587315.115754:0:199603:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587315.115756:0:199603:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587315.115759:0:199603:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043900d18 x1863934677318784/t0(0) o104->37e498ad-f820-401f-ad03-7d35b252723e@192.168.204.155@tcp:226/0 lens 328/224 e 0 to 0 dl 1777587326 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777587315.115769:0:199603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000043900d18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:37e498ad-f820-401f-ad03-7d35b252723e+3:342571:x1863934677318784:12345-192.168.204.155@tcp:104: Request processed in 229us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777587315.115777:0:199603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.155@tcp, seq: 8 00000100:00000040:0.0:1777587315.115780:0:199603:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ab3d8b8f : new rpc_count 0 00000020:00000001:1.0:1777587315.115780:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1777587315.115782:0:199603:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1777587315.115783:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587315.115785:0:199603:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1777587315.115787:0:199608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:0.0:1777587315.115790:0:199603:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006acf9891. 00010000:00000001:1.0:1777587315.115791:0:199608:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1777587315.115794:0:199603:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000932171de. 00000020:00000010:0.0:1777587315.115797:0:199603:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000948f599f. 00010000:00000001:1.0:1777587315.115801:0:199608:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000040:0.0:1777587315.115802:0:199603:0:(genops.c:900:class_export_put()) PUTting export 00000000ab3d8b8f : new refcount 2 00010000:00010000:1.0:1777587315.115804:0:199608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777587315.115805:0:199603:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1777587315.115814:0:199608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000d4f30c2a already unused, calling callback (00000000aa32f3bf) 10000000:00000001:1.0:1777587315.115818:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1777587315.115820:0:199608:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777587315.115827:0:199608:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1777587315.115828:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1777587315.115830:0:199608:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1777587315.115831:0:199608:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d4f30c2a refcount=3 00000020:00000001:1.0:1777587315.115833:0:199608:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:1.0:1777587315.115835:0:199608:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020418560 : -105793689133056 : ffff9fc7fcbd6000) 00010000:00000001:1.0:1777587315.115838:0:199608:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1777587315.115840:0:199608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1777587315.115846:0:199608:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1777587315.115847:0:199608:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777587315.115852:0:199608:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1777587315.115855:0:199608:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1777587315.115857:0:199608:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1777587315.115858:0:199608:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1777587315.115860:0:199608:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1777587315.115861:0:199608:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777587315.115874:0:199608:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1777587315.115875:0:199608:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1777587315.115876:0:199608:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000007b77bcdf) refs 2 10000000:00000001:1.0:1777587315.115878:0:199608:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1777587315.115879:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587315.115887:0:199608:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1777587315.115889:0:199608:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1777587315.115890:0:199608:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1777587315.115892:0:199608:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1777587315.115894:0:199608:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1777587315.115896:0:199608:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d4f30c2a with handle 0xbf3b8af56f2249d1 from hash 00010000:00000001:1.0:1777587315.115898:0:199608:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1777587315.115899:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777587315.115901:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777587315.115902:0:199608:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1777587315.115904:0:199608:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1777587315.115906:0:199608:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1777587315.115908:0:199608:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1777587315.115910:0:199608:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1777587315.115914:0:199608:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3862ae5. 00000020:00000040:1.0:1777587315.115917:0:199608:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587315.115920:0:199608:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587315.115922:0:199608:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587315.115927:0:199608:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587315.115932:0:199608:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbeda373. 00000100:00000001:1.0:1777587315.115937:0:199608:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587315.115940:0:199608:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1777587315.115942:0:199608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777587315.115948:0:199608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1777587315.115949:0:199608:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587315.115953:0:199608:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587315.115955:0:199608:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587315.115961:0:199608:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3862ae5] to pc [ptlrpcd_00_03+3] req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587315.115986:0:199608:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1777587315.115988:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1777587315.115989:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777587315.115990:0:199608:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587315.115997:0:199608:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1777587315.115999:0:199608:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587315.116001:0:199608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1777587315.116007:0:199608:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1777587315.116009:0:199608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: 00000000d4f30c2a/0xbf3b8af56f2249d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xacc125e529a45517 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1777587315.116015:0:199608:0:(ldlm_resource.c:1670:ldlm_resource_putref()) putref res: 00000000e2b30c86 count: 0 00010000:00000001:1.0:1777587315.116026:0:199608:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1777587315.116027:0:199608:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1777587315.116029:0:199608:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d8925e74. 00010000:00000001:1.0:1777587315.116033:0:199608:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587315.116036:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587315.116037:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587315.116039:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1777587315.116040:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587315.116041:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587315.116043:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1777587315.116045:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587315.116046:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587315.116047:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1777587315.116092:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587315.116096:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587315.116099:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587315.116103:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587315.116111:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587315.116113:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587315.116116:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587315.116118:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587315.116120:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587315.116123:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667709952:192.168.204.155@tcp:103: 00000100:00000001:2.0:1777587315.116127:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587315.116132:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587315.116134:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587315.116136:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587315.116140:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca50ad2. 02000000:00000001:2.0:1777587315.116142:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587315.116151:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000400:00000010:2.0:1777587315.116155:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587315.116159:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667709952, portal 18 00000100:00000001:2.0:1777587315.116162:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587315.116164:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006729728 : -105793702821888 : ffff9fc7fbec8000) 00000100:00000040:2.0:1777587315.116168:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587315.116175:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587315.116177:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587315.116180:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073d64245. 00000100:00000200:2.0:1777587315.116184:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863934667709952, offset 0 00000400:00000200:2.0:1777587315.116191:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587315.116196:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587315.116200:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587315.116204:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587315.116208:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587315.116211:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587315.116214:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [458:458:255:4294967295] 192.168.204.155@tcp LPNI seq info [458:458:7:4294967295] 00000400:00000200:2.0:1777587315.116223:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587315.116228:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587315.116233:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587315.116238:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587315.116243:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587315.116246:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777587315.116247:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587315.116309:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.116426:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.116431:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307065485 00000100:00000001:2.0:1777587315.116441:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307065356 00000100:00000001:2.0:1777587315.116445:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307065485 00000100:00000001:2.0:1777587315.116448:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307065356 00000100:00000001:2.0:1777587315.116451:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307065485 00000100:00000001:2.0:1777587315.116459:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307065356 00000100:00000001:2.0:1777587315.116462:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307065485 00000100:00000001:2.0:1777587315.116465:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307065356 00000100:00000001:2.0:1777587315.116468:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587315.116471:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.116474:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.116478:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1777587315.116478:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587315.116484:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1777587315.116485:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1916189. 00000100:00000001:2.0:1777587315.116488:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587315.116492:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587315.116494:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587315.116495:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587315.116497:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.116502:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587315.116507:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587315.116515:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000400:00000010:3.0:1777587315.116518:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:3.0:1777587315.116524:0:197574:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1777587315.116527:0:197574:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1777587315.116577:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587315.116580:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:3.0:1777587315.116583:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587315.116587:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587315.116589:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d64245 00000400:00000010:3.0:1777587315.116602:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000073d64245. 00000100:00000001:3.0:1777587315.116606:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587315.116612:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587315.116623:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587315.116626:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587315.116633:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587315.116634:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587315.120046:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587315.120061:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587315.120066:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587315.120068:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587315.120078:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587315.120092:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 18 MB=0x69f3d1bc0de00 00000400:00000200:3.0:1777587315.120099:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.155@tcp of length 224/224 into md 0xf1d [1] + 224 00000800:00000001:3.0:1777587315.120106:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587315.120115:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587315.120117:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587315.120121:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587315.120129:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587315.120135:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587315.120146:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587315.120171:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587315.120178:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587315.120181:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587315.120513:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587315.120517:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587315.120523:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587315.120526:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587315.120528:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777587315.120532:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587315.120535:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587315.120538:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587315.120541:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587315.120550:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587315.120557:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587315.120569:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587315.120571:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587315.120574:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587315.120576:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587315.120578:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587315.120581:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587315.120587:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006901e91d time=39 v=5 (5 0 5 0) 00000100:00001000:2.0:1777587315.120591:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587315.120593:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587315.120608:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587315.120611:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587315.120612:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.120615:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587315.120619:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587315.120625:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587315.120627:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587315.120628:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587315.120631:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587315.120637:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c3862ae5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667709952:192.168.204.155@tcp:103: 00000100:00000001:2.0:1777587315.120642:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587315.120644:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587315.120646:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3862ae5 x1863934667709952/t0(0) o103->MGC192.168.204.155@tcp@192.168.204.155@tcp:17/18 lens 328/224 e 0 to 0 dl 1777587331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587315.120653:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587315.120654:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587315.120657:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca50ad2. 02000000:00000001:2.0:1777587315.120661:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587315.120663:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587315.120664:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587315.120667:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587315.120669:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbeda373. 02000000:00000001:2.0:1777587315.120672:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587315.120673:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587315.120675:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3862ae5. 00000100:00000001:2.0:1777587315.120678:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587315.120679:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587315.120681:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587315.120689:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587315.120692:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587315.120693:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587315.120695:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1777587315.121352:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e2b30c86. 00010000:00000010:1.1:1777587315.121361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4f30c2a. 00010000:00000001:1.0:1777587315.949436:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587315.949443:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587315.949449:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587315.949450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587315.949472:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587315.949476:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587315.949479:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587316.973813:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587316.973820:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587316.973827:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587316.973828:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587316.974446:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587316.974450:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587316.974453:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587317.997383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587317.997393:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587317.997395:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587317.997399:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997404:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587317.997422:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997425:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997428:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997432:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587317.997434:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587317.997435:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587317.997437:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997438:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587317.997439:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997440:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587317.997442:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587317.997462:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587317.997465:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587317.997467:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587318.381442:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587318.381453:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587318.381462:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000020:00000040:2.0:1777587318.381470:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587318.381474:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587318.381478:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587318.381483:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587318.381492:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa514194. 00000100:00000001:2.0:1777587318.381500:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.381510:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587318.381532:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587318.381534:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.381540:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000147c58fb] to pc [ptlrpcd_00_00+0] req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.381605:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.381609:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587318.381611:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587318.381628:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.381636:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587318.381638:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587318.381641:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587318.381643:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587318.381646:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587318.381649:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667710080:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587318.381652:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587318.381657:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587318.381659:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587318.381661:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587318.381666:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3b717f9. 02000000:00000001:0.0:1777587318.381668:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587318.381674:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587318.381681:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777587318.381689:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667710080, portal 25 00000100:00000001:0.0:1777587318.381691:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587318.381693:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 00000100:00000040:0.0:1777587318.381698:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.381705:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587318.381708:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587318.381711:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000100:00000200:0.0:1777587318.381713:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667710080, offset 0 00000400:00000200:0.0:1777587318.381733:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587318.381746:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587318.381751:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587318.381755:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587318.381759:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587318.381761:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587318.381764:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [459:459:256:4294967295] 192.168.204.155@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:0.0:1777587318.381775:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587318.381788:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587318.381793:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000800:00000200:0.0:1777587318.381799:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587318.381807:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587318.381811:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587318.381825:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.381829:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307068750 00000100:00000001:0.0:1777587318.381836:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307065485 00000100:00000001:0.0:1777587318.381840:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307068750 00000100:00000001:0.0:1777587318.381843:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307065485 00000100:00000001:0.0:1777587318.381846:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307068750 00000100:00000001:0.0:1777587318.381848:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307065485 00000100:00000001:0.0:1777587318.381851:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307068750 00000100:00000001:0.0:1777587318.381853:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307065485 00000100:00000001:0.0:1777587318.381855:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587318.381858:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.381861:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.381863:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587318.381902:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.381905:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587318.381908:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587318.381911:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587318.381914:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587318.381916:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587318.381918:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587318.381920:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587318.381924:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587318.381927:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.381932:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587318.381939:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587318.381946:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.381950:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa249b4] to pc [ptlrpcd_00_01+1] req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587318.381998:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587318.382001:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587318.382003:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587318.382007:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587318.382027:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587318.382028:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587318.382031:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587318.382032:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587318.382034:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587318.382037:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667710208:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587318.382041:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587318.382043:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587318.382044:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587318.382046:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587318.382049:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008384f130. 02000000:00000001:3.0:1777587318.382051:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587318.382055:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df513f50. 00000400:00000010:3.0:1777587318.382058:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df60ae0a. 00000100:00000200:3.0:1777587318.382061:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667710208, portal 10 00000100:00000001:3.0:1777587318.382063:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587318.382064:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:3.0:1777587318.382070:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587318.382076:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587318.382079:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587318.382081:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038b88366. 00000100:00000200:3.0:1777587318.382083:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667710208, offset 0 00000400:00000200:3.0:1777587318.382088:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587318.382093:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587318.382096:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587318.382098:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587318.382100:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587318.382102:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587318.382104:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [460:460:255:4294967295] 192.168.204.155@tcp LPNI seq info [460:460:7:4294967295] 00000400:00000200:3.0:1777587318.382111:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587318.382123:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587318.382126:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000800:00000200:3.0:1777587318.382130:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587318.382134:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587318.382136:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587318.382139:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587318.382143:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 106637 usecs (107 jiffies) 00000100:00000001:3.0:1777587318.382145:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307065451 00000100:00000001:3.0:1777587318.382147:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307068750 00000100:00000001:3.0:1777587318.382149:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307065451 00000100:00000001:3.0:1777587318.382150:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307068750 00000100:00000001:3.0:1777587318.382152:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307065451 00000100:00000001:3.0:1777587318.382154:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307068750 00000100:00000001:3.0:1777587318.382155:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307065451 00000100:00000001:3.0:1777587318.382157:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307068750 00000100:00000001:3.0:1777587318.382158:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587318.382160:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587318.382162:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587318.382164:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587318.382170:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587318.382172:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587318.382174:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587318.382175:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587318.382176:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587318.382178:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.382282:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587318.382285:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587318.382287:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.382289:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587318.382291:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.382293:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587318.382355:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587318.382360:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000100:00000001:0.0:1777587318.382366:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587318.382367:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587318.382369:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587318.382372:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.382376:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587318.382377:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587318.382384:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000400:00000010:1.0:1777587318.382386:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000100:00000001:1.0:1777587318.382391:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587318.382395:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587318.382404:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587318.382407:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587318.382414:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587318.382417:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587318.382424:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1777587318.382428:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1777587318.382432:0:183117:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1777587318.382434:0:183117:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1777587318.382436:0:183117:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1777587318.382440:0:183117:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1777587318.382443:0:183117:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to NID 192.168.204.155@tcp last attempt 12392 00000400:00000200:2.0:1777587318.382450:0:183117:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.204.155@tcp is discovered: rc = 1 00000100:00001000:2.0:1777587318.382453:0:183117:0:(import.c:2144:obd_at_measure()) add 15 to 0000000097429994 time=18 v=10 (10 1 1 0) 00000100:00001000:2.0:1777587318.382456:0:183117:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:2.0:1777587318.382459:0:183117:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1777587318.382462:0:183117:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:2.0:1777587318.382464:0:183117:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1777587318.382466:0:183117:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000100:00000001:2.0:1777587318.382468:0:183117:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000020:00000001:2.0:1777587318.382471:0:183117:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1777587318.382473:0:183117:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:2.0:1777587318.382475:0:183117:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587318.382477:0:183117:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:2.0:1777587318.382480:0:183117:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:2.0:1777587318.382482:0:183117:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00000040:2.0:1777587318.382485:0:183117:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000046367ab6 refcount 11 to 192.168.204.155@tcp 00000100:00000001:2.0:1777587318.382487:0:183117:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1777587318.382488:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1777587318.382490:0:183117:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000046367ab6 refcount 12 to 192.168.204.155@tcp 00000800:00000010:1.0:1777587318.382492:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000100:00000001:2.0:1777587318.382494:0:183117:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638280023372544 : -105793686179072 : ffff9fc7fcea7300) 00000400:00000200:1.0:1777587318.382497:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1777587318.382498:0:183117:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000400:00000200:1.0:1777587318.382503:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587318.382506:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b88366 00000400:00000010:1.0:1777587318.382510:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000038b88366. 00000100:00080000:2.0:1777587318.382512:0:183117:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9fc7c7c78000: import 00000000072074ad using connection 192.168.204.155@tcp/192.168.204.155@tcp 00000100:00000001:1.0:1777587318.382514:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587318.382516:0:183117:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587318.382519:0:183117:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1777587318.382524:0:183117:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777587318.382528:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587318.382528:0:183117:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587318.382533:0:183117:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1777587318.382537:0:183117:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681909 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1777587318.382542:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1777587318.382542:0:183117:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587318.382544:0:183117:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587318.382547:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777587318.382549:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000020:00000040:2.0:1777587318.382554:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:2.0:1777587318.382560:0:183117:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1777587318.382562:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587318.382562:0:183117:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587318.382566:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587318.382568:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587318.382571:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587318.382573:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587318.382577:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cb08d0ab. 00000100:00000001:2.0:1777587318.382581:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587318.382586:0:183117:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587318.382595:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587318.382596:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.382599:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8dfd483] to pc [ptlrpcd_rcv+-1] req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.382645:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.382647:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587318.382648:0:197580:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587318.382652:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.382665:0:197580:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587318.382666:0:197580:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587318.382668:0:197580:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587318.382670:0:197580:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587318.382671:0:197580:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587318.382674:0:197580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667710336:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777587318.382677:0:197580:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587318.382679:0:197580:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587318.382680:0:197580:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587318.382682:0:197580:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587318.382684:0:197580:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a179329a. 02000000:00000001:0.0:1777587318.382686:0:197580:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587318.382689:0:197580:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eaf11fa. 00000400:00000010:0.0:1777587318.382693:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587318.382695:0:197580:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667710336, portal 10 00000100:00000001:0.0:1777587318.382697:0:197580:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587318.382698:0:197580:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 00000100:00000040:0.0:1777587318.382702:0:197580:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.382709:0:197580:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587318.382711:0:197580:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587318.382713:0:197580:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777587318.382801:0:197580:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863934667710336, offset 0 00000400:00000200:0.0:1777587318.382807:0:197580:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587318.382813:0:197580:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587318.382816:0:197580:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587318.382818:0:197580:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587318.382820:0:197580:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587318.382822:0:197580:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587318.382825:0:197580:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [461:461:256:4294967295] 192.168.204.155@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:0.0:1777587318.382833:0:197580:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587318.382844:0:197580:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587318.382846:0:197580:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633758cf. 00000800:00000200:0.0:1777587318.382851:0:197580:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587318.382856:0:197580:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587318.382858:0:197580:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000633758cf type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1777587318.382869:0:197580:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587318.382872:0:197580:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16205 usecs (17 jiffies) 00000100:00000001:0.0:1777587318.382874:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307065362 00000100:00000001:0.0:1777587318.382876:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307068750 00000100:00000001:0.0:1777587318.382878:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307065362 00000100:00000001:0.0:1777587318.382880:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307068750 00000100:00000001:0.0:1777587318.382881:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307065362 00000100:00000001:0.0:1777587318.382883:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307068750 00000100:00000001:0.0:1777587318.382884:0:197580:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307065362 00000100:00000001:0.0:1777587318.382886:0:197580:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307068750 00000100:00000001:0.0:1777587318.382887:0:197580:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587318.382889:0:197580:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.382891:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.382892:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587318.382911:0:183117:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.382914:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587318.382918:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587318.382922:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12403) 00000100:00000001:0.0:1777587318.382961:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587318.382963:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1777587318.382965:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.382966:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587318.382967:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.382969:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587318.383117:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587318.383120:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633758cf. 00000400:00000200:3.0:1777587318.383123:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587318.383126:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587318.383129:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:3.0:1777587318.383135:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:3.0:1777587318.383138:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587318.383141:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587318.383149:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587318.383151:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587318.383157:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587318.383159:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587318.386704:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.386719:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587318.386782:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.386786:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587318.386797:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587318.386813:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0df00 00000400:00000200:3.0:1777587318.386820:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xf2d [1] + 224 00000800:00000001:3.0:1777587318.386828:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.386834:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587318.386836:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587318.386840:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587318.386847:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587318.386853:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587318.386864:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587318.386946:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587318.386950:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587318.387072:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587318.387082:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.387086:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587318.387088:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.387089:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587318.387094:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587318.387099:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0de80 00000400:00000200:3.0:1777587318.387229:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xf25 [1] + 224 00000800:00000001:3.0:1777587318.387235:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.387241:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587318.387242:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587318.387246:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587318.387293:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587318.387298:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587318.387306:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587318.387328:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587318.387332:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587318.387335:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.387484:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.387487:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587318.387493:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587318.387494:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587318.387497:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587318.387503:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:0.0:1777587318.387512:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:0.0:1777587318.387516:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587318.387519:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587318.387528:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.387534:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587318.387536:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.387538:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587318.387541:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587318.387544:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587318.387545:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587318.387548:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587318.387554:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587318.387558:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587318.387560:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587318.387562:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587318.387564:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587318.387566:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.387568:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587318.387572:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.387579:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587318.387582:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587318.387584:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587318.387587:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587318.387593:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667710080:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587318.387597:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.387600:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587318.387603:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000147c58fb x1863934667710080/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.387621:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587318.387623:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587318.387626:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3b717f9. 02000000:00000001:0.0:1777587318.387629:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587318.387631:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587318.387632:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587318.387635:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587318.387637:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa514194. 02000000:00000001:0.0:1777587318.387641:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587318.387643:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587318.387644:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000001:0.0:1777587318.387648:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587318.387649:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.387651:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.387659:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587318.387660:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.387662:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.387664:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587318.387716:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587318.387724:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587318.387725:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df513f50. 00000400:00000200:2.0:1777587318.387728:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df60ae0a 00000400:00000010:2.0:1777587318.387730:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000df60ae0a. 00000100:00000001:2.0:1777587318.387733:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587318.387737:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587318.387757:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587318.387764:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587318.387766:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587318.387768:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587318.387769:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587318.387770:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587318.387771:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587318.387773:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587318.387779:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587318.387782:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587318.387784:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587318.387785:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587318.387787:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587318.387790:0:197582:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587318.387793:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587318.387795:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587318.387798:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587318.387799:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587318.387801:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587318.387808:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587318.387810:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587318.387811:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587318.387814:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587318.387821:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667710208:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587318.387831:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587318.387833:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587318.387836:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667710208/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587318.387842:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587318.387843:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587318.387845:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008384f130. 02000000:00000001:2.0:1777587318.387848:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587318.387849:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587318.387850:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587318.387852:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587318.387853:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 02000000:00000001:2.0:1777587318.387855:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587318.387856:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587318.387857:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:2.0:1777587318.387859:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587318.387860:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587318.387861:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587318.387865:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587318.387866:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587318.387868:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587318.387869:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587318.391445:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587318.391461:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587318.391465:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587318.391467:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587318.391477:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587318.391494:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 416 into portal 10 MB=0x69f3d1bc0df80 00000400:00000200:1.0:1777587318.391501:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 416/416 into md 0xf35 [1] + 0 00000800:00000001:1.0:1777587318.391508:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587318.391521:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587318.391524:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587318.391527:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587318.391534:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587318.391540:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587318.391551:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587318.391572:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587318.391581:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587318.391584:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.391917:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.391922:0:197580:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587318.391928:0:197580:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587318.391930:0:197580:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587318.391932:0:197580:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eaf11fa. 00000400:00000200:0.0:1777587318.391939:0:197580:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777587318.391941:0:197580:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777587318.391945:0:197580:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587318.391949:0:197580:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587318.391958:0:197580:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/544 e 0 to 0 dl 1777587338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.391964:0:197580:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587318.391966:0:197580:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.391968:0:197580:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587318.391971:0:197580:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587318.391974:0:197580:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587318.391989:0:197580:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587318.391991:0:197580:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587318.391998:0:197580:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587318.392001:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=18 v=15 (15 1 1 0) 00000100:00000001:0.0:1777587318.392003:0:197580:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587318.392004:0:197580:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587318.392006:0:197580:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587318.392009:0:197580:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587318.392013:0:197580:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.392016:0:197580:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587318.392017:0:197580:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587318.392018:0:197580:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587318.392081:0:197580:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587318.392086:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.392090:0:197580:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587318.392092:0:197580:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587318.392093:0:197580:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.392095:0:197580:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1777587318.392100:0:197580:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9fc7c7c78000: connect to target with instance 6 00000020:00000001:0.0:1777587318.392102:0:197580:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1777587318.392104:0:197580:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf3b8af56f224999 00000020:00000001:0.0:1777587318.392106:0:197580:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587318.392108:0:197580:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d6a1af72 refcount=5 00000020:00000001:0.0:1777587318.392109:0:197580:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000020:00000001:0.0:1777587318.392111:0:197580:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638279156363264 : -105794553188352 : ffff9fc7c93cf000) 00000100:00001000:0.0:1777587318.392113:0:197580:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=1777587318 v=0 (0 0 0 0) 00000100:00001000:0.0:1777587318.392114:0:197580:0:(import.c:2210:obd_at_measure()) AT 0000000097429994 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1777587318.392117:0:197580:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1643, crc32c 10279, adler 1207 00000020:00000040:0.0:1777587318.392120:0:197580:0:(genops.c:900:class_export_put()) PUTting export 00000000d6a1af72 : new refcount 4 00000100:00000001:0.0:1777587318.392122:0:197580:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1777587318.392128:0:197580:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000008:00000020:0.0:1777587318.392131:0:197580:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffff9fc7c7c78000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1777587318.392134:0:197580:0:(mdc_request.c:3099:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1777587318.392135:0:197580:0:(mdc_request.c:3106:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777587318.392136:0:197580:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1777587318.392138:0:197580:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1777587318.392140:0:197580:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777587318.392141:0:197580:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777587318.392142:0:197580:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.392143:0:197580:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1777587318.392145:0:197580:0:(import.c:65:import_set_state_nolock()) 00000000072074ad lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1777587318.392147:0:197580:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1777587318.392147:0:197580:0:(mdc_request.c:2871:mdc_import_event()) Process entered 00000002:00000001:0.0:1777587318.392148:0:197580:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1777587318.392149:0:197580:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1777587318.392150:0:197580:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1777587318.392151:0:197580:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv 000000008a14b5dc for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1777587318.392153:0:197580:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xbf3b8af56f224992 00800000:00000040:0.0:1777587318.392155:0:197580:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xbf3b8af56f224999 00800000:00000040:0.0:1777587318.392157:0:197580:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff9fc7c7c78000=32fcebbd-136e-4017-bea6-5d06fb86bba7 device 4 (00000000c93f4367) type mdc at LMV idx 1 00800000:00000040:0.0:1777587318.392158:0:197580:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD 00000000c93f4367 already active! 00800000:00000001:0.0:1777587318.392159:0:197580:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1777587318.392161:0:197580:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1777587318.392161:0:197580:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777587318.392163:0:197580:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=5 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000002:00000001:0.0:1777587318.393116:0:197580:0:(mdc_request.c:2945:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.393120:0:197580:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1777587318.393123:0:197580:0:(import.c:1641:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1777587318.393126:0:197580:0:(import.c:1749:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.393128:0:197580:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587318.393135:0:197580:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587318.393145:0:197580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32fcebbd-136e-4017-bea6-5d06fb86bba7:197580:1863934667710336:192.168.204.155@tcp:38: 00000100:00000001:0.0:1777587318.393158:0:197580:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.393161:0:197580:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587318.393163:0:197580:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8dfd483 x1863934667710336/t0(0) o38->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 520/416 e 0 to 0 dl 1777587338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587318.393169:0:197580:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587318.393172:0:197580:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587318.393175:0:197580:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a179329a. 02000000:00000001:0.0:1777587318.393178:0:197580:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587318.393180:0:197580:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587318.393181:0:197580:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587318.393183:0:197580:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587318.393186:0:197580:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cb08d0ab. 02000000:00000001:0.0:1777587318.393191:0:197580:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587318.393192:0:197580:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587318.393193:0:197580:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 00000100:00000001:0.0:1777587318.393197:0:197580:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587318.393198:0:197580:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.393200:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587318.393207:0:197580:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587318.393209:0:197580:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587318.393210:0:197580:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587318.393212:0:197580:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1777587318.393285:0:203997:0:(mdc_request.c:2630:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1777587318.393288:0:203997:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1777587318.393291:0:203997:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587318.393294:0:203997:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587318.393295:0:203997:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587318.393297:0:203997:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1777587318.393298:0:203997:0:(mdc_request.c:2640:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587319.021446:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587319.021451:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587319.021456:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587319.021458:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587319.021516:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587319.021519:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587319.021522:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587320.045736:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587320.045742:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587320.045767:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587320.045768:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587320.045859:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587320.045862:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587320.045865:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587321.071326:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587321.071331:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587321.071337:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587321.071338:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587321.071367:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587321.071369:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587321.071372:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1777587321.453403:0:199602:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1777587321.453415:0:199602:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587321.837346:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307068750, at 4307068800 00000100:00000010:1.0:1777587321.837364:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000040:2.0:1777587321.837719:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307068750, at 4307068800 00000100:00000010:2.0:1777587321.837725:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000040:0.0:1777587321.837793:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307068750, at 4307068800 00000100:00000010:0.0:1777587321.837801:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00000100:00000040:3.0:1777587321.838118:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307068750, at 4307068800 00000100:00000010:3.0:1777587321.838125:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00010000:00000001:1.0:1777587322.093374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587322.093379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587322.093386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587322.093388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587322.093775:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587322.093779:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587322.093782:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587323.117412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587323.117420:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587323.117427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587323.117428:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587323.117454:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587323.117462:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587323.117467:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587323.501363:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587323.501380:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587323.501390:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587323.501397:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587323.501401:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587323.501404:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587323.501408:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587323.501415:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011230167. 00000100:00000001:2.0:1777587323.501422:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501432:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587323.501452:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587323.501454:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501459:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa249b4] to pc [ptlrpcd_00_02+2] req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.501492:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501494:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587323.501498:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587323.501500:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777587323.501503:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587323.501506:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587323.501507:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587323.501508:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587323.501511:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:2.0:1777587323.501513:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501517:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587323.501523:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587323.501535:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501539:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_03+3] req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.501564:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501566:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587323.501568:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587323.501571:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777587323.501573:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587323.501576:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587323.501577:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587323.501579:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587323.501579:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587323.501582:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:0.0:1777587323.501584:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587323.501587:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587323.501593:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.501597:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501606:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587323.501623:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587323.501625:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587323.501629:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587323.501629:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587323.501632:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587323.501633:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587323.501638:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501640:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_00+0] req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587323.501644:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667710592:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587323.501652:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587323.501658:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587323.501661:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587323.501664:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587323.501673:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b97236. 00000100:00000001:2.0:1777587323.501674:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587323.501678:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.501678:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587323.501683:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1777587323.501685:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eaf11fa. 00000100:00000040:2.0:1777587323.501688:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12408) 00000400:00000010:0.0:1777587323.501693:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000001:2.0:1777587323.501698:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1777587323.501702:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667710592, portal 10 00000100:00100000:2.0:1777587323.501702:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587323.501707:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587323.501708:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587323.501710:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000001:2.0:1777587323.501716:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1777587323.501719:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.501720:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.501726:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587323.501728:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587323.501731:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587323.501732:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587323.501738:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587323.501739:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587323.501744:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000200:0.0:1777587323.501748:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667710592, offset 0 00000400:00000200:0.0:1777587323.501756:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587323.501764:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587323.501765:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587323.501768:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587323.501770:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587323.501772:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777587323.501773:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587323.501779:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1777587323.501779:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667710720:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587323.501784:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777587323.501785:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777587323.501787:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587323.501790:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587323.501791:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1777587323.501794:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1777587323.501797:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000010:2.0:1777587323.501799:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd567a04. 00000400:00000200:0.0:1777587323.501804:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [462:462:256:4294967295] 192.168.204.155@tcp LPNI seq info [462:462:8:4294967295] 02000000:00000001:2.0:1777587323.501804:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587323.501809:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1777587323.501810:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000100:00000001:1.0:1777587323.501814:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1777587323.501816:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000001:1.0:1777587323.501818:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1777587323.501822:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667710720, portal 10 00000400:00000200:0.0:1777587323.501824:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:1.0:1777587323.501826:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.501826:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587323.501829:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:2.0:1777587323.501841:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587323.501844:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1777587323.501846:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587323.501846:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587323.501852:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1777587323.501853:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d58366c7. 02000000:00000001:1.0:1777587323.501855:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587323.501857:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777587323.501859:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587323.501865:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00100000:1.0:1777587323.501866:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667710464:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777587323.501866:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587323.501871:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf383951. 00000100:00000001:1.0:1777587323.501873:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1777587323.501875:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667710720, offset 0 02000000:00000001:1.0:1777587323.501877:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1777587323.501878:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587323.501880:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587323.501883:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d58366c7 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1777587323.501884:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587323.501887:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000010:1.0:1777587323.501890:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c925fd92. 00000100:00000001:0.0:1777587323.501893:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587323.501895:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:0.0:1777587323.501898:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 105912 usecs (106 jiffies) 02000000:00000001:1.0:1777587323.501901:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587323.501902:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307070570 00000400:00000200:2.0:1777587323.501902:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1777587323.501906:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a088a65c. 00000100:00000010:0.0:1777587323.501908:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f68ed. 00000400:00000200:2.0:1777587323.501908:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:1.0:1777587323.501913:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc860f59. 00000400:00000200:2.0:1777587323.501913:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587323.501915:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000200:1.0:1777587323.501919:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667710464, portal 25 00000400:00000200:2.0:1777587323.501919:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587323.501921:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307070570 00000100:00000001:1.0:1777587323.501924:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1777587323.501925:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014ea26f4. 00000100:00000001:1.0:1777587323.501927:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000400:00000200:2.0:1777587323.501928:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [463:463:255:4294967295] 192.168.204.155@tcp LPNI seq info [463:463:7:4294967295] 00000100:00000001:0.0:1777587323.501930:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587323.501935:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307070570 00000100:00000010:0.0:1777587323.501939:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000937b78f6. 00000400:00000200:2.0:1777587323.501944:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587323.501945:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1777587323.501946:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587323.501950:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307070570 00000100:00000010:0.0:1777587323.501957:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008efd15fe. 00000100:00000001:0.0:1777587323.501962:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587323.501965:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777587323.501965:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587323.501970:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587323.501971:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000100:00000001:0.0:1777587323.501972:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1777587323.501974:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071489e82. 00000100:00000001:0.0:1777587323.501977:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587323.501978:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667710464, offset 0 00000800:00000200:2.0:1777587323.501981:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587323.501983:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587323.501987:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587323.501991:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587323.501991:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587323.501993:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587323.501995:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1777587323.501996:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587323.501997:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587323.501999:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587323.502001:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587323.502002:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587323.502003:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587323.502007:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587323.502009:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1777587323.502009:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16171 usecs (17 jiffies) 00000100:00000001:2.0:1777587323.502013:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307070481 00000400:00000200:1.0:1777587323.502015:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587323.502019:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307070570 00000400:00000200:1.0:1777587323.502020:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587323.502023:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307070481 00000400:00000200:1.0:1777587323.502026:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587323.502026:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307070570 00000100:00000001:2.0:1777587323.502030:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307070481 00000400:00000200:1.0:1777587323.502032:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [464:464:254:4294967295] 192.168.204.155@tcp LPNI seq info [464:464:6:4294967295] 00000100:00000001:2.0:1777587323.502033:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307070570 00000100:00000001:2.0:1777587323.502038:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307070481 00000100:00000001:2.0:1777587323.502040:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307070570 00000100:00000001:2.0:1777587323.502045:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587323.502048:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587323.502049:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587323.502055:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587323.502057:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587323.502059:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587323.502062:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000800:00000200:1.0:1777587323.502066:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587323.502070:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587323.502073:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587323.502076:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587323.502079:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307073870 00000100:00000001:1.0:1777587323.502084:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307070570 00000100:00000001:1.0:1777587323.502088:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307073870 00000100:00000001:1.0:1777587323.502093:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307070570 00000100:00000001:1.0:1777587323.502102:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307073870 00000100:00000001:1.0:1777587323.502105:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307070570 00000100:00000001:1.0:1777587323.502107:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307073870 00000100:00000001:1.0:1777587323.502109:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307070570 00000100:00000001:1.0:1777587323.502111:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587323.502113:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587323.502116:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587323.502118:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587323.502122:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587323.502124:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587323.502126:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587323.502127:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587323.502129:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587323.502131:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587323.503031:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587323.503036:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587323.503134:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587323.503138:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d58366c7. 00000400:00000200:3.0:1777587323.503143:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587323.503149:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587323.503154:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:3.0:1777587323.503157:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:3.0:1777587323.503173:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587323.503178:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.503187:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587323.503190:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.503210:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587323.503212:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587323.503226:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587323.503229:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:3.0:1777587323.503231:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587323.503235:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587323.503237:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf383951 00000400:00000010:3.0:1777587323.503239:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf383951. 00000100:00000001:3.0:1777587323.503241:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587323.503244:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.503284:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587323.503287:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.503291:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587323.503292:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587323.503315:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587323.503316:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000400:00000200:3.0:1777587323.503318:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587323.503321:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587323.503322:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071489e82 00000400:00000010:3.0:1777587323.503323:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000071489e82. 00000100:00000001:3.0:1777587323.503324:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587323.503326:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.503331:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587323.503332:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.503336:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587323.503337:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587323.505959:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587323.505972:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587323.505985:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587323.505988:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587323.505997:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587323.506013:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e100 00000400:00000200:3.0:1777587323.506020:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xf45 [1] + 224 00000800:00000001:3.0:1777587323.506027:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587323.506033:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587323.506035:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587323.506039:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587323.506046:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587323.506052:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587323.506062:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587323.506078:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587323.506085:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587323.506088:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.506108:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587323.506112:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587323.506118:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587323.506119:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587323.506122:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777587323.506127:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587323.506129:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587323.506132:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587323.506136:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587323.506143:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.506169:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587323.506171:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.506173:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587323.506176:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587323.506177:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587323.506179:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587323.506181:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587323.506189:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587323.506191:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587323.506193:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587323.506194:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587323.506196:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587323.506199:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587323.506204:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587323.506206:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587323.506208:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587323.506209:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587323.506210:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.506212:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.506215:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587323.506217:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587323.506219:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587323.506221:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587323.506225:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667710720:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587323.506228:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.506230:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587323.506231:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667710720/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.506242:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587323.506244:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587323.506246:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd567a04. 02000000:00000001:2.0:1777587323.506249:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587323.506268:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587323.506269:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587323.506271:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587323.506273:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:2.0:1777587323.506276:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587323.506277:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587323.506278:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:2.0:1777587323.506280:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587323.506282:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.506283:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.506289:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587323.506291:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587323.506293:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587323.506295:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587323.507020:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507029:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587323.507031:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507034:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587323.507039:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587323.507051:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e080 00000400:00000200:1.0:1777587323.507056:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xf3d [1] + 224 00000800:00000001:1.0:1777587323.507061:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507064:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587323.507066:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587323.507069:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587323.507073:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587323.507076:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587323.507085:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587323.507128:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587323.507137:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587323.507171:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587323.507183:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507187:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587323.507188:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507190:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587323.507194:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587323.507199:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0e000 00000400:00000200:1.0:1777587323.507204:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xf4d [1] + 224 00000800:00000001:1.0:1777587323.507207:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507211:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587323.507212:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587323.507215:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587323.507217:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587323.507220:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587323.507227:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587323.507246:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587323.507279:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587323.507282:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.507295:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587323.507299:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587323.507304:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587323.507306:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587323.507308:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a088a65c. 00000400:00000200:2.0:1777587323.507313:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc860f59 00000400:00000010:2.0:1777587323.507314:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cc860f59. 00000100:00000001:2.0:1777587323.507317:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587323.507321:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587323.507329:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.507334:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587323.507335:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.507337:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587323.507339:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587323.507341:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587323.507348:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587323.507351:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587323.507354:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587323.507357:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587323.507359:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587323.507360:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587323.507362:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587323.507364:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587323.507366:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587323.507376:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.507383:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587323.507385:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587323.507386:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587323.507390:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587323.507396:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667710464:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587323.507401:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.507404:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587323.507407:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667710464/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.507414:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587323.507416:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587323.507419:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c925fd92. 00000400:00000001:0.0:1777587323.507420:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587323.507423:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587323.507424:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eaf11fa. 02000000:00000001:2.0:1777587323.507424:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587323.507428:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587323.507430:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000400:00000200:0.0:1777587323.507433:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000020:00000001:2.0:1777587323.507433:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587323.507436:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011230167. 00000400:00000010:0.0:1777587323.507437:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 02000000:00000001:2.0:1777587323.507442:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777587323.507443:0:197584:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1777587323.507445:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587323.507447:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000200:0.0:1777587323.507449:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.507453:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1777587323.507458:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587323.507460:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.507462:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587323.507468:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587323.507471:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587323.507475:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587323.507478:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587323.507480:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587323.507482:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587323.507484:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587323.507486:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587323.507487:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587323.507488:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587323.507490:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587323.507495:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587323.507497:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587323.507499:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587323.507500:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587323.507501:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587323.507503:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587323.507506:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587323.507507:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587323.507509:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587323.507510:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587323.507513:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587323.507518:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587323.507520:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587323.507521:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587323.507523:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587323.507541:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667710592:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587323.507545:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587323.507546:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587323.507549:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667710592/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587323.507555:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587323.507556:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587323.507558:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b97236. 02000000:00000001:0.0:1777587323.507561:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587323.507563:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587323.507563:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587323.507565:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587323.507567:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:0.0:1777587323.507569:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587323.507571:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587323.507572:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:0.0:1777587323.507575:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587323.507576:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587323.507577:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587323.507581:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587323.507582:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587323.507583:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587323.507585:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.013390:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777587324.013396:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000007b77bcdf) refs 2 10000000:00000001:0.0:1777587324.013401:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.013404:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1777587324.013406:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1777587324.013407:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1777587324.013410:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1777587324.013412:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:0.0:1777587324.013414:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-cliir-ffff9fc7c7c78000 from 14 10000000:00000001:0.0:1777587324.013417:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1777587324.013419:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1777587324.013444:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587324.013448:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587324.013452:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587324.013456:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587324.013460:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587324.013466:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9b97236. 00000100:00000001:0.0:1777587324.013472:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.013476:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1777587324.013479:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1777587324.013485:0:199610:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008b905804. 00010000:00000001:0.0:1777587324.013489:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1777587324.013492:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b81c56da. 00000020:00000001:0.0:1777587324.013496:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1777587324.013498:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b81c56da with handle 0xbf3b8af56f2249e6 to hash 00000020:00000001:0.0:1777587324.013500:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1777587324.013501:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.013504:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.013507:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777587324.013510:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587324.013513:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587324.013521:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587324.013531:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777587324.013537:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587324.013543:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587324.013550:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.013553:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279120243520 : -105794589308096 : ffff9fc7c715cb40) 00000100:00000001:0.0:1777587324.013555:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.013556:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000001:0.0:1777587324.013566:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587324.013568:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.013570:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587324.013571:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587324.013581:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.013592:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587324.013595:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.013599:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587324.013601:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587324.013603:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587324.013606:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667710848:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777587324.013610:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587324.013614:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587324.013616:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.013618:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587324.013622:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c885a3e. 02000000:00000001:0.0:1777587324.013624:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587324.013629:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eaf11fa. 00000400:00000010:0.0:1777587324.013635:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587324.013641:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667710848, portal 25 00000100:00000001:0.0:1777587324.013642:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.013643:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587324.013647:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.013653:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587324.013656:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587324.013658:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000200:0.0:1777587324.013661:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667710848, offset 0 00000400:00000200:0.0:1777587324.013667:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587324.013680:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587324.013685:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587324.013689:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587324.013698:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587324.013715:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587324.013718:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [465:465:256:4294967295] 192.168.204.155@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:0.0:1777587324.013729:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587324.013735:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587324.013740:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117b0986. 00000800:00000200:0.0:1777587324.013746:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587324.013753:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587324.013757:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117b0986 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777587324.013776:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.013780:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074382 00000100:00000001:0.0:1777587324.013786:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307073870 00000100:00000001:0.0:1777587324.013791:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074382 00000100:00000001:0.0:1777587324.013794:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307073870 00000100:00000001:0.0:1777587324.013796:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074382 00000100:00000001:0.0:1777587324.013799:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307073870 00000100:00000001:0.0:1777587324.013801:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074382 00000100:00000001:0.0:1777587324.013805:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307073870 00000100:00000001:0.0:1777587324.013808:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.013810:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.013813:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587324.013815:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587324.013817:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000082cf706 going to sleep for 11 seconds 00000100:00000001:0.0:1777587324.013821:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587324.013823:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587324.013899:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587324.013903:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117b0986. 00000400:00000200:3.0:1777587324.013907:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.013912:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587324.013917:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000400:00000010:3.0:1777587324.013918:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:3.0:1777587324.013922:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587324.013925:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.013933:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587324.013935:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.013941:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.013942:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587324.016310:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.016344:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587324.016348:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.016350:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.016359:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587324.016373:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc0e180 00000400:00000200:3.0:1777587324.016380:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0xf55 [1] + 224 00000800:00000001:3.0:1777587324.016387:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.016394:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.016396:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.016400:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587324.016406:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587324.016411:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587324.016422:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.016443:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587324.016451:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.016454:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.016576:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587324.016584:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587324.016585:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587324.016588:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eaf11fa. 00000400:00000200:0.0:1777587324.016594:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777587324.016603:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777587324.016606:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587324.016610:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587324.016617:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.016622:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587324.016624:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.016627:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587324.016630:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587324.016631:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587324.016633:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.016636:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587324.016641:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587324.016645:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587324.016647:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587324.016649:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.016651:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587324.016653:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.016655:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587324.016659:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.016852:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.016855:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587324.016857:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587324.016860:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587324.016868:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667710848:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777587324.016873:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.016875:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.016878:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587324.016879:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.016882:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.016895:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587324.016898:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.016900:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587324.016902:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.016904:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1777587324.016907:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587324.016910:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587324.016912:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b81c56da refcount=4 00000020:00000001:0.0:1777587324.016914:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.016917:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000040:0.0:1777587324.016922:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000b81c56da, remote cookie: 0xacc125e529a45698, flags: 0x0 00010000:00000001:0.0:1777587324.016926:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1777587324.016929:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1777587324.016931:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1777587324.016933:0:199610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1777587324.016934:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1777587324.016936:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008b905804) refcount = 1 00010000:00010000:0.0:1777587324.016941:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45698 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587324.016949:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1777587324.016951:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1777587324.016952:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777587324.016955:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1777587324.016957:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587324.016959:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a45698 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587324.016965:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1777587324.016966:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.016968:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587324.016968:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.016969:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587324.016971:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.016978:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.016981:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667710848/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.016987:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587324.016990:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587324.016992:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c885a3e. 02000000:00000001:0.0:1777587324.016995:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587324.016997:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.016998:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.017000:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587324.017002:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9b97236. 02000000:00000001:0.0:1777587324.017006:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587324.017008:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587324.017009:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777587324.017013:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587324.017014:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1777587324.017016:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.017030:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777587324.017032:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000007b77bcdf) refs 3 10000000:00000001:0.0:1777587324.017034:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.017036:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587324.017037:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587324.017038:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b81c56da refcount=3 00000020:00000001:0.0:1777587324.017040:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.017042:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.017045:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1777587324.017046:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.017047:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587324.017049:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.017051:0:199610:0:(mgc_request.c:1519:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1777587324.017054:0:199610:0:(mgc_request.c:1531:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006f30f1f7. 00000100:00000010:0.0:1777587324.017067:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587324.017070:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587324.017074:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587324.017076:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587324.017080:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587324.017087:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9b97236. 00000100:00000001:0.0:1777587324.017092:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.017096:0:199610:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1777587324.017099:0:199610:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006c885a3e. 00000100:00000010:0.0:1777587324.017102:0:199610:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000916c010. 00000020:00000040:0.0:1777587324.017104:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587324.017107:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587324.017109:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587324.017113:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.017115:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279120243520 : -105794589308096 : ffff9fc7c715cb40) 00000100:00000001:0.0:1777587324.017117:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.017118:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000001:0.0:1777587324.017122:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587324.017124:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.017126:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587324.017128:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587324.017131:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.017138:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587324.017140:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.017143:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587324.017145:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587324.017147:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587324.017160:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667710976:192.168.204.155@tcp:256: 00000100:00000001:0.0:1777587324.017164:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587324.017168:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587324.017170:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.017172:0:199610:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1777587324.017177:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eaf11fa. 00000400:00000010:0.0:1777587324.017182:0:199610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000029c33e21. 00000100:00000200:0.0:1777587324.017187:0:199610:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69f3d1bc0e200-0x69f3d1bc0e200, portal 33 00000100:00000001:0.0:1777587324.017190:0:199610:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.017192:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587324.017195:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c07eb86a. 02000000:00000001:0.0:1777587324.017200:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587324.017203:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587324.017206:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587324.017208:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667710976, portal 25 00000100:00000001:0.0:1777587324.017211:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.017212:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587324.017216:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.017223:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587324.017225:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587324.017227:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000200:0.0:1777587324.017229:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1863934667710976, offset 0 00000400:00000200:0.0:1777587324.017235:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587324.017243:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587324.017248:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587324.017282:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587324.017286:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587324.017289:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587324.017292:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [466:466:256:4294967295] 192.168.204.155@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:0.0:1777587324.017302:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587324.017307:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587324.017312:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117b0986. 00000800:00000200:0.0:1777587324.017318:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587324.017325:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587324.017328:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117b0986 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1777587324.017343:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.017347:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074386 00000100:00000001:0.0:1777587324.017355:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074382 00000100:00000001:0.0:1777587324.017361:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074386 00000100:00000001:0.0:1777587324.017365:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074382 00000100:00000001:0.0:1777587324.017374:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074386 00000100:00000001:0.0:1777587324.017378:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074382 00000100:00000001:0.0:1777587324.017380:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074386 00000100:00000001:0.0:1777587324.017383:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074382 00000100:00000001:0.0:1777587324.017385:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.017388:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.017390:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587324.017391:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587324.017393:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000082cf706 going to sleep for 11 seconds 00000100:00000001:0.0:1777587324.017396:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587324.017398:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587324.017528:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587324.017532:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117b0986. 00000400:00000200:1.0:1777587324.017536:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587324.017541:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587324.017544:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:1.0:1777587324.017546:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:1.0:1777587324.017549:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587324.017552:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.017560:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587324.017563:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.017569:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587324.017577:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587324.018967:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.018979:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587324.018982:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.018985:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.018993:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587324.019006:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 44 into portal 33 MB=0x69f3d1bc0e200 00000400:00000200:3.0:1777587324.019013:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.155@tcp of length 44/44 into md 0xf5d [4] + 0 00000400:00000010:3.0:1777587324.019017:0:197574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eaf11fa. 00000400:00000200:3.0:1777587324.019035:0:197574:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000029c33e21 00000800:00000001:3.0:1777587324.019039:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.019045:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.019047:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.019051:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587324.019055:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c33e21 00000400:00000010:3.0:1777587324.019065:0:197574:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000029c33e21. 00000100:00000001:3.0:1777587324.019070:0:197574:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1777587324.019071:0:197574:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000013e7b715 desc 000000006c885a3e mbits 1863934667710976 00000100:00000001:3.0:1777587324.019087:0:197574:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1777587324.019093:0:197574:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1777587324.019098:0:197574:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.55@tcp to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587324.019103:0:197574:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [467:467:256:4294967295] 192.168.204.155@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:3.0:1777587324.019116:0:197574:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:192.168.204.55@tcp) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) 192.168.204.155@tcp : ACK try# 0 00000800:00000200:3.0:1777587324.019121:0:197574:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587324.019126:0:197574:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000007e584ac0. 00000800:00000200:3.0:1777587324.019130:0:197574:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587324.019136:0:197574:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587324.019139:0:197574:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e584ac0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1777587324.019224:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587324.019228:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000007e584ac0. 00000400:00000200:3.0:1777587324.019231:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.019234:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: ACK: OK 00000800:00000001:3.0:1777587324.019239:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.019242:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.019319:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587324.019323:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587324.021280:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.021294:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587324.021297:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.021299:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.021309:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587324.021323:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 240 into portal 25 MB=0x69f3d1bc0e200 00000400:00000200:3.0:1777587324.021335:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 240/240 into md 0xf61 [1] + 224 00000800:00000001:3.0:1777587324.021342:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.021364:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.021376:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.021381:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587324.021387:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587324.021402:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587324.021413:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.021433:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587324.021440:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.021444:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.021601:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587324.021607:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587324.021609:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587324.021611:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587324.021622:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777587324.021624:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777587324.021627:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587324.021631:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587324.021639:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.021645:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587324.021647:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.021649:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587324.021652:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587324.021654:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587324.021657:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.021659:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587324.021672:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587324.021677:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587324.021680:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587324.021687:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.021690:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587324.021692:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.021694:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587324.021698:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587324.021707:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.021714:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587324.021716:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587324.021719:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587324.021726:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667710976:192.168.204.155@tcp:256: 00000100:00000001:0.0:1777587324.021731:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.021733:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.021736:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587324.021738:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.021740:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.021747:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587324.021750:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.021752:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587324.021754:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1777587324.021758:0:199610:0:(mgc_request.c:1597:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:0.0:1777587324.021762:0:199610:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1777587324.021767:0:199610:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 000000006a25fc66. 10000000:00000010:0.0:1777587324.021770:0:199610:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000889b6036. 10000000:00000200:0.0:1777587324.021776:0:199610:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1777587324.021779:0:199610:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9fc7c7c78000 00010000:00000001:0.0:1777587324.021786:0:199610:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1777587324.021789:0:199610:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:0.0:1777587324.021793:0:199610:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.204.155@tcp has 192.168.204.155@tcp. 00000100:00000001:0.0:1777587324.021800:0:199610:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.021802:0:199610:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1777587324.021804:0:199610:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.155@tcp with 192.168.204.155@tcp 00000100:00000200:0.0:1777587324.021806:0:199610:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.155@tcp' 00000400:00000200:0.0:1777587324.021808:0:199610:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1777587324.021812:0:199610:0:(api-ni.c:3208:LNetNIInit()) refs 1 00000400:00000200:0.0:1777587324.021814:0:199610:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.204.155@tcp 00000400:00000200:0.0:1777587324.021819:0:199610:0:(peer.c:1746:lnet_peer_add()) peer 192.168.204.155@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1777587324.021824:0:199610:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1777587324.021827:0:199610:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.204.155@tcp NID 192.168.204.155@tcp: 0. pending discovery 00000400:00000200:0.0:1777587324.021829:0:199610:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.204.155@tcp 00000100:00000001:0.0:1777587324.021831:0:199610:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.021833:0:199610:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1777587324.021835:0:199610:0:(mgc_request.c:1486:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffff9fc7c7c78000 10000000:00000010:0.0:1777587324.021838:0:199610:0:(mgc_request.c:1491:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000889b6036. 10000000:00000010:0.0:1777587324.021840:0:199610:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 000000006a25fc66. 10000000:00000001:0.0:1777587324.021843:0:199610:0:(mgc_request.c:1495:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.021845:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.021848:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667710976/t0(0) o256->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 304/240 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.021855:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587324.021857:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587324.021859:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c07eb86a. 02000000:00000001:0.0:1777587324.021863:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587324.021864:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.021866:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.021868:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777587324.021870:0:199610:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1777587324.021872:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.021873:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.021875:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1777587324.021877:0:199610:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000916c010. 00000100:00000010:0.0:1777587324.021880:0:199610:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006c885a3e. 00000100:00000001:0.0:1777587324.021883:0:199610:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1777587324.021885:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9b97236. 02000000:00000001:0.0:1777587324.021891:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587324.021893:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587324.021895:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777587324.021898:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587324.021899:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1777587324.021911:0:199610:0:(mgc_request.c:1649:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006f30f1f7. 10000000:01000000:0.0:1777587324.021914:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1777587324.021918:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1777587324.021920:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587324.021923:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587324.021925:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b81c56da refcount=3 00000020:00000001:0.0:1777587324.021927:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.021930:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022116352 : -105793687435264 : ffff9fc7fcd74800) 00010000:00000001:0.0:1777587324.021933:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1777587324.021936:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45698 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587324.021945:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.021947:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1777587324.021948:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000b81c56da/0xbf3b8af56f2249e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a45698 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587324.021954:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1777587324.021955:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.021956:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1777587324.021957:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.021959:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.021961:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1777587324.021963:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777587324.021965:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ff26fc6d) refs 2 10000000:00000001:0.0:1777587324.021966:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.021969:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1777587324.021970:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000007b77bcdf) refs 3 10000000:00000001:0.0:1777587324.021972:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1777587324.021973:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1777587324.021974:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1777587324.021979:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:0.0:1777587324.021980:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff9fc7c7c78000 from 43 10000000:00000001:0.0:1777587324.021983:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1777587324.021984:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1777587324.021987:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587324.021991:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587324.021994:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587324.021996:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587324.022000:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587324.022005:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9b97236. 00000100:00000001:0.0:1777587324.022010:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.022013:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1777587324.022015:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1777587324.022020:0:199610:0:(ldlm_resource.c:1477:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f0d3f8ae. 00010000:00000001:0.0:1777587324.022024:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1777587324.022026:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6274d50. 00000020:00000001:0.0:1777587324.022030:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1777587324.022032:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6274d50 with handle 0xbf3b8af56f2249ed to hash 00000020:00000001:0.0:1777587324.022034:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1777587324.022035:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:0.0:1777587324.022037:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:0.0:1777587324.022040:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1777587324.022043:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587324.022045:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587324.022052:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777587324.022059:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1777587324.022077:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587324.022079:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587324.022086:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.022088:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279120243520 : -105794589308096 : ffff9fc7c715cb40) 00000100:00000001:0.0:1777587324.022091:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.022092:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000001:0.0:1777587324.022096:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587324.022098:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.022100:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587324.022102:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587324.022106:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.022113:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587324.022115:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.022118:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587324.022120:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587324.022122:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587324.022125:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711104:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777587324.022129:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587324.022133:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587324.022135:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.022137:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587324.022139:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c885a3e. 02000000:00000001:0.0:1777587324.022141:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587324.022162:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587324.022166:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587324.022171:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667711104, portal 25 00000100:00000001:0.0:1777587324.022173:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.022174:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587324.022178:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.022185:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587324.022187:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587324.022189:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000200:0.0:1777587324.022191:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667711104, offset 0 00000400:00000200:0.0:1777587324.022202:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587324.022210:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587324.022215:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587324.022219:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587324.022222:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587324.022225:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587324.022228:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [468:468:256:4294967295] 192.168.204.155@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:0.0:1777587324.022241:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587324.022246:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587324.022249:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d58366c7. 00000800:00000200:0.0:1777587324.022277:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587324.022283:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587324.022286:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d58366c7 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1777587324.022342:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.022346:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074391 00000100:00000001:0.0:1777587324.022353:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074386 00000100:00000001:0.0:1777587324.022357:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074391 00000100:00000001:0.0:1777587324.022360:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074386 00000100:00000001:0.0:1777587324.022362:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074391 00000100:00000001:0.0:1777587324.022365:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074386 00000100:00000001:0.0:1777587324.022367:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074391 00000100:00000001:0.0:1777587324.022370:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074386 00000100:00000001:0.0:1777587324.022372:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.022375:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.022377:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587324.022379:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587324.022380:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000082cf706 going to sleep for 11 seconds 00000100:00000001:0.0:1777587324.022383:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587324.022384:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587324.022487:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587324.022491:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d58366c7. 00000400:00000200:3.0:1777587324.022494:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.022499:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587324.022502:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:3.0:1777587324.022504:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:3.0:1777587324.022507:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587324.022510:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.022519:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587324.022521:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.022527:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.022528:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587324.024986:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.025001:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587324.025005:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.025007:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.025017:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587324.025032:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc0e280 00000400:00000200:3.0:1777587324.025039:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0xf69 [1] + 224 00000800:00000001:3.0:1777587324.025045:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.025051:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.025054:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.025058:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587324.025077:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587324.025082:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587324.025092:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.025169:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587324.025188:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587324.025197:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.025200:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777587324.025358:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587324.025361:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587324.025363:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587324.025370:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777587324.025372:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777587324.025375:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587324.025378:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587324.025386:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.025391:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587324.025393:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.025395:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587324.025397:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587324.025400:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587324.025401:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.025404:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587324.025410:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587324.025414:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587324.025416:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587324.025418:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.025421:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587324.025423:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.025425:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587324.025428:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.025435:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.025438:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587324.025440:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587324.025443:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587324.025449:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711104:192.168.204.155@tcp:101: 00000100:00000001:0.0:1777587324.025461:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.025464:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.025466:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587324.025468:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.025470:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.025476:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587324.025478:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.025481:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587324.025482:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.025485:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1777587324.025488:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587324.025490:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587324.025493:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6274d50 refcount=4 00000020:00000001:0.0:1777587324.025495:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:0.0:1777587324.025498:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000040:0.0:1777587324.025503:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000c6274d50, remote cookie: 0xacc125e529a4569f, flags: 0x0 00010000:00000001:0.0:1777587324.025506:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1777587324.025509:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1777587324.025511:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1777587324.025513:0:199610:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1777587324.025514:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1777587324.025516:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f0d3f8ae) refcount = 1 00010000:00010000:0.0:1777587324.025520:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4569f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587324.025526:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1777587324.025528:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1777587324.025529:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1777587324.025531:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1777587324.025533:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587324.025546:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a4569f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1777587324.025560:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1777587324.025561:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.025563:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587324.025564:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.025564:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587324.025566:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.025568:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.025571:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667711104/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.025577:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587324.025580:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587324.025582:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c885a3e. 02000000:00000001:0.0:1777587324.025585:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587324.025587:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.025588:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.025590:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587324.025592:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9b97236. 02000000:00000001:0.0:1777587324.025595:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587324.025596:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587324.025598:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777587324.025600:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587324.025601:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1777587324.025603:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.025605:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1777587324.025607:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ff26fc6d) refs 3 10000000:00000001:0.0:1777587324.025609:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.025611:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1777587324.025612:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1777587324.025613:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6274d50 refcount=3 00000020:00000001:0.0:1777587324.025615:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:0.0:1777587324.025617:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:0.0:1777587324.025619:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1777587324.025620:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1777587324.025621:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1777587324.025626:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1777587324.025628:0:199610:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1777587324.025631:0:199610:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000000916c010. 00000020:00000010:0.0:1777587324.025634:0:199610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9b97236. 00000020:00000010:0.0:1777587324.025638:0:199610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c07eb86a. 00000040:00000010:0.0:1777587324.025641:0:199610:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000803a08d4. 00000020:00000010:0.0:1777587324.025645:0:199610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005de3480f. 00000020:00000010:0.0:1777587324.025649:0:199610:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 000000009b7a742d. 80000000:00000010:0.0:1777587324.025653:0:199610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005308c43e. 00040000:00000010:0.0:1777587324.025658:0:199610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000872c6dff. 20000000:00000010:0.0:1777587324.025668:0:199610:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000003fc211bb. 10000000:00000040:0.0:1777587324.025671:0:199610:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 000000005937dab7 : new refcount 2 00000020:00000001:0.0:1777587324.025674:0:199610:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1777587324.025676:0:199610:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1777587324.025678:0:199610:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1777587324.025680:0:199610:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ec3390ff. 00000040:00000001:0.0:1777587324.025684:0:199610:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1777587324.025686:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:0.0:1777587324.025690:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587324.025693:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587324.025971:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587324.025975:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587324.025978:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587324.025984:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a90b5cbd. 00000100:00000001:0.0:1777587324.025990:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.025995:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587324.025996:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587324.026001:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.026003:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279120243520 : -105794589308096 : ffff9fc7c715cb40) 00000100:00000001:0.0:1777587324.026005:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.026006:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000001:0.0:1777587324.026010:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587324.026012:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.026014:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587324.026015:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587324.026023:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.026029:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587324.026031:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.026034:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587324.026036:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587324.026038:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587324.026041:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711232:192.168.204.155@tcp:501: 00000100:00000001:0.0:1777587324.026044:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587324.026049:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587324.026050:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.026052:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587324.026055:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786eb44c. 02000000:00000001:0.0:1777587324.026056:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587324.026060:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587324.026063:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587324.026068:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667711232, portal 25 00000100:00000001:0.0:1777587324.026070:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.026070:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587324.026074:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.026080:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587324.026082:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587324.026084:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005376fed5. 00000100:00000200:0.0:1777587324.026086:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667711232, offset 0 00000400:00000200:0.0:1777587324.026091:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587324.026099:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587324.026103:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587324.026106:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587324.026110:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587324.026112:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587324.026116:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [469:469:256:4294967295] 192.168.204.155@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:0.0:1777587324.026124:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587324.026134:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587324.026137:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633758cf. 00000800:00000200:0.0:1777587324.026142:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587324.026149:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587324.026161:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000633758cf type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1777587324.026231:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.026236:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074394 00000100:00000001:0.0:1777587324.026242:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074391 00000100:00000001:0.0:1777587324.026247:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074394 00000100:00000001:0.0:1777587324.026267:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074391 00000100:00000001:0.0:1777587324.026270:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074395 00000100:00000001:0.0:1777587324.026273:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074391 00000100:00000001:0.0:1777587324.026275:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074395 00000100:00000001:0.0:1777587324.026278:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074391 00000100:00000001:0.0:1777587324.026280:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.026282:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.026284:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587324.026286:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587324.026287:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000082cf706 going to sleep for 11 seconds 00000100:00000001:0.0:1777587324.026290:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587324.026291:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587324.026415:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587324.026418:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633758cf. 00000400:00000200:1.0:1777587324.026421:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587324.026425:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587324.026428:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376fed5 00000400:00000010:1.0:1777587324.026429:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005376fed5. 00000100:00000001:1.0:1777587324.026432:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587324.026435:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.026441:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587324.026443:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.026449:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587324.026451:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587324.029017:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.029032:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587324.029036:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.029039:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.029047:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587324.029060:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc0e300 00000400:00000200:3.0:1777587324.029065:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0xf71 [1] + 224 00000800:00000001:3.0:1777587324.029070:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.029075:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.029077:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.029080:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587324.029084:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587324.029090:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587324.029097:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.029112:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587324.029121:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.029124:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.029165:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587324.029172:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587324.029174:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587324.029176:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587324.029183:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:0.0:1777587324.029185:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:0.0:1777587324.029188:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587324.029199:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587324.029207:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.029226:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587324.029228:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.029230:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587324.029233:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587324.029235:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587324.029237:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.029240:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587324.029245:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587324.029248:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587324.029274:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587324.029275:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.029278:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587324.029279:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.029281:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587324.029285:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.029291:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.029293:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587324.029295:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587324.029297:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587324.029303:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711232:192.168.204.155@tcp:501: 00000100:00000001:0.0:1777587324.029307:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.029310:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.029312:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587324.029314:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.029316:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.029321:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587324.029323:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.029326:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587324.029328:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777587324.029336:0:199610:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1777587324.029340:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.029341:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.029343:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1777587324.029344:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.029347:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667711232/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.029353:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587324.029355:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587324.029358:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786eb44c. 02000000:00000001:0.0:1777587324.029360:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587324.029361:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.029362:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.029364:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587324.029372:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a90b5cbd. 02000000:00000001:0.0:1777587324.029376:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587324.029377:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587324.029379:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777587324.029385:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587324.029386:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1777587324.029388:0:199610:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777587324.029390:0:199610:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:0.0:1777587324.029395:0:199610:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000019e5ae61. 00000040:00000001:0.0:1777587324.029397:0:199610:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1777587324.029399:0:199610:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1777587324.029401:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:0.0:1777587324.029403:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587324.029406:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587324.029408:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587324.029410:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587324.029414:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587324.029417:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a90b5cbd. 00000100:00000001:0.0:1777587324.029422:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.029425:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1777587324.029427:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1777587324.029431:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.029443:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279120243520 : -105794589308096 : ffff9fc7c715cb40) 00000100:00000001:0.0:1777587324.029450:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.029451:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000001:0.0:1777587324.029455:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587324.029457:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.029458:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1777587324.029460:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587324.029463:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.029468:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587324.029470:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.029473:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587324.029475:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587324.029477:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587324.029479:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711360:192.168.204.155@tcp:503: 00000100:00000001:0.0:1777587324.029482:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587324.029486:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587324.029488:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.029490:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587324.029502:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006fdaafb4. 02000000:00000001:0.0:1777587324.029504:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587324.029507:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587324.029714:0:199610:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000029c33e21. 00000100:00000200:0.0:1777587324.029720:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667711360, portal 25 00000100:00000001:0.0:1777587324.029722:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587324.029723:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587324.029728:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.029734:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587324.029736:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587324.029739:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587324.029741:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667711360, offset 0 00000400:00000200:0.0:1777587324.029745:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587324.029753:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587324.029762:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587324.029765:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587324.029768:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587324.029771:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587324.029774:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [470:470:256:4294967295] 192.168.204.155@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:0.0:1777587324.029794:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587324.029799:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587324.029803:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000800:00000200:0.0:1777587324.029807:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587324.029813:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587324.029817:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1777587324.029829:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.029833:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074398 00000100:00000001:0.0:1777587324.029839:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074394 00000100:00000001:0.0:1777587324.029843:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074398 00000100:00000001:0.0:1777587324.029846:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074394 00000100:00000001:0.0:1777587324.029848:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074398 00000100:00000001:0.0:1777587324.029851:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074395 00000100:00000001:0.0:1777587324.029853:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074398 00000100:00000001:0.0:1777587324.029856:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074395 00000100:00000001:0.0:1777587324.029859:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.029868:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.029870:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587324.029872:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1777587324.029874:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000082cf706 going to sleep for 11 seconds 00000100:00000001:0.0:1777587324.029876:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587324.029877:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587324.029943:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587324.029947:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000400:00000200:3.0:1777587324.029950:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.029954:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587324.029958:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:3.0:1777587324.029966:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:3.0:1777587324.029969:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587324.029972:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.029980:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587324.029982:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.029988:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.029990:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587324.031787:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.031802:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587324.031806:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.031808:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587324.031817:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587324.031832:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8416 into portal 25 MB=0x69f3d1bc0e380 00000400:00000200:1.0:1777587324.031839:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8416/8416 into md 0xf79 [4] + 224 00000800:00000001:1.0:1777587324.031846:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.031856:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587324.031858:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587324.031862:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587324.031868:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587324.031874:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587324.031884:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.031909:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587324.031927:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.031930:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.032092:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587324.032099:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587324.032107:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587324.032109:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587324.032115:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c33e21 00000400:00000010:0.0:1777587324.032117:0:199610:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 0000000029c33e21. 00000100:00000001:0.0:1777587324.032121:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587324.032124:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587324.032130:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.032136:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587324.032137:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.032139:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587324.032142:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587324.032144:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587324.032147:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587324.032161:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587324.032167:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587324.032171:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587324.032172:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587324.032174:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587324.032176:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587324.032178:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.032180:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587324.032183:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.032188:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587324.032191:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587324.032193:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587324.032195:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587324.032201:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711360:192.168.204.155@tcp:503: 00000100:00000001:0.0:1777587324.032206:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587324.032208:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.032215:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1777587324.032217:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.032220:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.032226:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587324.032228:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000082cf706. 00000100:00000001:0.0:1777587324.032231:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1777587324.032232:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777587324.032239:0:199610:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1777587324.032242:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.032244:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667711360/t0(0) o503->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8416 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.032249:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587324.032275:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587324.032277:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006fdaafb4. 02000000:00000001:0.0:1777587324.032286:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587324.032288:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.032289:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.032291:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587324.032292:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a90b5cbd. 02000000:00000001:0.0:1777587324.032295:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587324.032296:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587324.032297:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:0.0:1777587324.032299:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587324.032300:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1777587324.032302:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587324.032302:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587324.032303:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1777587324.032305:0:199610:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777587324.032307:0:199610:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1777587324.032308:0:199610:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1777587324.032311:0:199610:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008af91e34. 00000040:00001000:0.0:1777587324.032312:0:199610:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:3.0:1777587324.032656:0:204025:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:3.0:1777587324.032664:0:204025:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c8cbdc5. 00000020:00000010:3.0:1777587324.032671:0:204025:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066d3c6b8. 00000040:00000010:3.0:1777587324.032675:0:204025:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b0799a60. 00000020:00000010:3.0:1777587324.032680:0:204025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e2c6090. 00000020:00000010:3.0:1777587324.032685:0:204025:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a9d5d301. 00000020:00000010:3.0:1777587324.032689:0:204025:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 0000000022887b20. 80000000:00000010:3.0:1777587324.032693:0:204025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003bf90bec. 40000000:00000010:3.0:1777587324.032696:0:204025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed48e390. 00100000:00000010:3.0:1777587324.032701:0:204025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a1d911e. 00040000:00000010:3.0:1777587324.032706:0:204025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000746d7992. 00040000:00000010:3.0:1777587324.032709:0:204025:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000062de6672. 00040000:00000010:3.0:1777587324.032713:0:204025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008384f130. 00000004:00000010:3.0:1777587324.032718:0:204025:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at 000000006eeba1be. 00000004:00000010:3.0:1777587324.032723:0:204025:0:(mdt_handler.c:8387:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d040ab23. 00000004:00000010:3.0:1777587324.032727:0:204025:0:(lod_dev.c:2348:lod_key_init()) kmalloced '(value)': 1224 at 000000008ae76f06. 00002000:00000010:3.0:1777587324.032731:0:204025:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000489ce177. 00000004:00000010:3.0:1777587324.032735:0:204025:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at 0000000013f58588. 00000020:00000010:3.0:1777587324.032740:0:204025:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000089bc7e89. 00000040:00000010:3.0:1777587324.032747:0:204025:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000032b8d4a8. 00000040:00001000:3.0:1777587324.032750:0:204025:0:(llog.c:610:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:3.0:1777587324.032752:0:204025:0:(lustre_log.h:474:llog_next_block()) Process entered 00000040:00000001:3.0:1777587324.032753:0:204025:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1777587324.032756:0:204025:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:3.0:1777587324.032760:0:204025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587324.032770:0:204025:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587324.032773:0:204025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587324.032776:0:204025:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587324.032780:0:204025:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587324.032785:0:204025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e584ac0. 00000100:00000001:3.0:1777587324.032790:0:204025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.032794:0:204025:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1777587324.032796:0:204025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1777587324.032800:0:204025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b0143de. 00000100:00000001:3.0:1777587324.032802:0:204025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638279170716224 : -105794538835392 : ffff9fc7ca17f240) 00000100:00000001:3.0:1777587324.032804:0:204025:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587324.032805:0:204025:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000001:3.0:1777587324.032809:0:204025:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587324.032811:0:204025:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.032812:0:204025:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1777587324.032814:0:204025:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587324.032818:0:204025:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.032824:0:204025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587324.032826:0:204025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587324.032829:0:204025:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587324.032831:0:204025:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587324.032833:0:204025:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587324.032836:0:204025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job llog_process_th:37e498ad-f820-401f-ad03-7d35b252723e:204025:1863934667711488:192.168.204.155@tcp:502: 00000100:00000001:3.0:1777587324.032839:0:204025:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587324.032843:0:204025:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587324.032845:0:204025:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587324.032847:0:204025:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587324.032859:0:204025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006fdaafb4. 02000000:00000001:3.0:1777587324.032861:0:204025:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587324.032866:0:204025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000365ccf5a. 00000400:00000010:3.0:1777587324.032871:0:204025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001a525c79. 00000100:00000200:3.0:1777587324.032877:0:204025:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863934667711488, portal 25 00000100:00000001:3.0:1777587324.032879:0:204025:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587324.032883:0:204025:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:3.0:1777587324.032888:0:204025:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.032893:0:204025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587324.032895:0:204025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587324.032898:0:204025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000754e328c. 00000100:00000200:3.0:1777587324.032901:0:204025:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863934667711488, offset 0 00000400:00000200:3.0:1777587324.032905:0:204025:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587324.032914:0:204025:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587324.032919:0:204025:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587324.032922:0:204025:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587324.032926:0:204025:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587324.032928:0:204025:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587324.032932:0:204025:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [471:471:256:4294967295] 192.168.204.155@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:3.0:1777587324.032941:0:204025:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587324.032946:0:204025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587324.032949:0:204025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587324.032955:0:204025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587324.032961:0:204025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587324.032964:0:204025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1777587324.032981:0:204025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.032985:0:204025:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074401 00000100:00000001:3.0:1777587324.032991:0:204025:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074398 00000100:00000001:3.0:1777587324.032996:0:204025:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074401 00000100:00000001:3.0:1777587324.033000:0:204025:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074398 00000100:00000001:3.0:1777587324.033002:0:204025:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074401 00000100:00000001:3.0:1777587324.033005:0:204025:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074398 00000100:00000001:3.0:1777587324.033007:0:204025:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074401 00000100:00000001:3.0:1777587324.033009:0:204025:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074398 00000100:00000001:3.0:1777587324.033017:0:204025:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587324.033019:0:204025:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.033021:0:204025:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587324.033022:0:204025:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1777587324.033024:0:204025:0:(client.c:2691:ptlrpc_set_wait()) set 000000005b0143de going to sleep for 11 seconds 00000100:00000001:3.0:1777587324.033026:0:204025:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587324.033027:0:204025:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587324.033358:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587324.033361:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:0.0:1777587324.033365:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587324.033374:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587324.033378:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754e328c 00000400:00000010:0.0:1777587324.033380:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000754e328c. 00000100:00000001:0.0:1777587324.033384:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587324.033387:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.033395:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587324.033396:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.033402:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587324.033404:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587324.035325:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.035339:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587324.035343:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.035345:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.035355:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587324.035370:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 8472 into portal 25 MB=0x69f3d1bc0e400 00000400:00000200:3.0:1777587324.035377:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 8472/8472 into md 0xf81 [4] + 224 00000800:00000001:3.0:1777587324.035384:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.035394:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587324.035396:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.035400:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587324.035407:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587324.035411:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587324.035422:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.035452:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587324.035459:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587324.035462:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587324.035649:0:204025:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587324.035656:0:204025:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587324.035658:0:204025:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587324.035660:0:204025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000365ccf5a. 00000400:00000200:1.0:1777587324.035665:0:204025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a525c79 00000400:00000010:1.0:1777587324.035667:0:204025:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at 000000001a525c79. 00000100:00000001:1.0:1777587324.035670:0:204025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587324.035673:0:204025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587324.035681:0:204025:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.035688:0:204025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587324.035689:0:204025:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587324.035691:0:204025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587324.035694:0:204025:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587324.035696:0:204025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587324.035698:0:204025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587324.035701:0:204025:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587324.035706:0:204025:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587324.035709:0:204025:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587324.035712:0:204025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587324.035713:0:204025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587324.035715:0:204025:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587324.035717:0:204025:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587324.035720:0:204025:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587324.035722:0:204025:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.035729:0:204025:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587324.035731:0:204025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587324.035733:0:204025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587324.035735:0:204025:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587324.035741:0:204025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job llog_process_th:37e498ad-f820-401f-ad03-7d35b252723e:204025:1863934667711488:192.168.204.155@tcp:502: 00000100:00000001:1.0:1777587324.035756:0:204025:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587324.035758:0:204025:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587324.035760:0:204025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1777587324.035762:0:204025:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587324.035764:0:204025:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.035770:0:204025:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587324.035772:0:204025:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b0143de. 00000100:00000001:1.0:1777587324.035775:0:204025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1777587324.035776:0:204025:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1777587324.035783:0:204025:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1777587324.035784:0:204025:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587324.035787:0:204025:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667711488/t0(0) o502->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 272/8472 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.035792:0:204025:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587324.035795:0:204025:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587324.035797:0:204025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006fdaafb4. 02000000:00000001:1.0:1777587324.035808:0:204025:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587324.035810:0:204025:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587324.035812:0:204025:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587324.035814:0:204025:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587324.035816:0:204025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e584ac0. 02000000:00000001:1.0:1777587324.035819:0:204025:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587324.035820:0:204025:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587324.035822:0:204025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:1.0:1777587324.035825:0:204025:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587324.035826:0:204025:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587324.035829:0:204025:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587324.035830:0:204025:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587324.035831:0:204025:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1777587324.035833:0:204025:0:(lustre_log.h:484:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1777587324.035835:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944000 type=0x10620000 idx=1 00000040:00001000:1.0:1777587324.035839:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1777587324.035840:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9440e0 type=0x10620000 idx=2 00000040:00001000:1.0:1777587324.035841:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1777587324.035846:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944158 type=0x10620000 idx=3 00000040:00001000:1.0:1777587324.035848:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1777587324.035848:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944200 type=0x10620000 idx=4 00000040:00001000:1.0:1777587324.035850:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1777587324.035851:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9442e0 type=0x10620000 idx=5 00000040:00001000:1.0:1777587324.035852:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1777587324.035852:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9443c0 type=0x10620000 idx=6 00000040:00001000:1.0:1777587324.035854:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1777587324.035855:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944438 type=0x10620000 idx=7 00000040:00001000:1.0:1777587324.035856:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1777587324.035857:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9444e0 type=0x10620000 idx=8 00000040:00001000:1.0:1777587324.035858:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1777587324.035859:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9445c0 type=0x10620000 idx=9 00000040:00001000:1.0:1777587324.035860:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1777587324.035861:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9446a0 type=0x10620000 idx=10 00000040:00001000:1.0:1777587324.035863:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1777587324.035863:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944718 type=0x10620000 idx=11 00000040:00001000:1.0:1777587324.035865:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1777587324.035866:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9447f8 type=0x10620000 idx=12 00000040:00001000:1.0:1777587324.035867:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1777587324.035868:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9448d8 type=0x10620000 idx=13 00000040:00001000:1.0:1777587324.035869:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1777587324.035870:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944930 type=0x10620000 idx=14 00000040:00001000:1.0:1777587324.035871:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1777587324.035872:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9449b0 type=0x10620000 idx=15 00000040:00001000:1.0:1777587324.035873:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1777587324.035874:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944a40 type=0x10620000 idx=16 00000040:00001000:1.0:1777587324.035875:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1777587324.035876:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1777587324.035877:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1777587324.035878:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1777587324.035880:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1777587324.035881:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1777587324.035882:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1777587324.035883:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1777587324.035888:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1777587324.035889:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1777587324.035890:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1777587324.035891:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1777587324.035892:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1777587324.035893:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944f08 type=0x10620000 idx=23 00000040:00001000:1.0:1777587324.035894:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1777587324.035895:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc944f88 type=0x10620000 idx=24 00000040:00001000:1.0:1777587324.035896:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1777587324.035897:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945018 type=0x10620000 idx=25 00000040:00001000:1.0:1777587324.035899:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1777587324.035900:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9450b8 type=0x10620000 idx=26 00000040:00001000:1.0:1777587324.035901:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1777587324.035902:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945198 type=0x10620000 idx=27 00000040:00001000:1.0:1777587324.035904:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1777587324.035905:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945278 type=0x10620000 idx=28 00000040:00001000:1.0:1777587324.035906:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1777587324.035907:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9452c8 type=0x10620000 idx=29 00000040:00001000:1.0:1777587324.035908:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1777587324.035909:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9453a8 type=0x10620000 idx=30 00000040:00001000:1.0:1777587324.035910:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1777587324.035911:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945488 type=0x10620000 idx=31 00000040:00001000:1.0:1777587324.035912:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1777587324.035913:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9454e0 type=0x10620000 idx=32 00000040:00001000:1.0:1777587324.035915:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1777587324.035915:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945560 type=0x10620000 idx=33 00000040:00001000:1.0:1777587324.035917:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1777587324.035918:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc9455f0 type=0x10620000 idx=34 00000040:00001000:1.0:1777587324.035919:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1777587324.035920:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945670 type=0x10620000 idx=35 00000040:00001000:1.0:1777587324.035921:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1777587324.035922:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945750 type=0x10620000 idx=36 00000040:00001000:1.0:1777587324.035923:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1777587324.035924:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945830 type=0x10620000 idx=37 00000040:00001000:1.0:1777587324.035925:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1777587324.035929:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945880 type=0x10620000 idx=38 00000040:00001000:1.0:1777587324.035931:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1777587324.035932:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945960 type=0x10620000 idx=39 00000040:00001000:1.0:1777587324.035933:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1777587324.035934:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945a40 type=0x10620000 idx=40 00000040:00001000:1.0:1777587324.035935:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1777587324.035936:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945a98 type=0x10620000 idx=41 00000040:00001000:1.0:1777587324.035937:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1777587324.035938:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945b18 type=0x10620000 idx=42 00000040:00001000:1.0:1777587324.035940:0:204025:0:(llog.c:762:llog_process_thread()) skipping lrh_index 42 00000040:00001000:1.0:1777587324.035941:0:204025:0:(llog.c:666:llog_process_thread()) processing rec 0xffff9fc7fc945ba8 type=0x10620000 idx=43 00000040:00001000:1.0:1777587324.035942:0:204025:0:(llog.c:779:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:1.0:1777587324.035944:0:204025:0:(llog.c:800:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:1.0:1777587324.035946:0:204025:0:(obd_config.c:1862:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1777587324.035952:0:204025:0:(obd_config.c:1997:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000009e6cf570. 00000020:01000000:1.0:1777587324.035955:0:204025:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9fc7c7c78000 00000020:00000010:1.0:1777587324.035958:0:204025:0:(obd_config.c:2057:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000ae27ae88. 00000020:00000080:1.0:1777587324.035960:0:204025:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1777587324.035966:0:204025:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:1.0:1777587324.035969:0:204025:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c46434c8. 00000020:00000010:1.0:1777587324.035973:0:204025:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dae1efc9. 00000040:00000010:1.0:1777587324.035976:0:204025:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000050b35c25. 00000020:00000010:1.0:1777587324.035980:0:204025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004be1297c. 00000020:00000010:1.0:1777587324.035984:0:204025:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000bbeda373. 00040000:00000010:1.0:1777587324.035989:0:204025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b02692d. 00040000:00000010:1.0:1777587324.035993:0:204025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c925fd92. 00800000:00000001:1.0:1777587324.035997:0:204025:0:(lmv_obd.c:1357:lmv_process_config()) Process entered 00800000:00000001:1.0:1777587324.036001:0:204025:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:1.0:1777587324.036002:0:204025:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:1.0:1777587324.036008:0:204025:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000608b4369. 00020000:00000001:1.0:1777587324.036011:0:204025:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:1.0:1777587324.036013:0:204025:0:(lu_tgt_descs.c:367:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:1.0:1777587324.036016:0:204025:0:(lmv_obd.c:447:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:1.0:1777587324.036018:0:204025:0:(lmv_obd.c:464:lmv_add_target()) kfreed 'tgt': 368 at 00000000608b4369. 00800000:00000001:1.0:1777587324.036024:0:204025:0:(lmv_obd.c:1374:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:1.0:1777587324.036026:0:204025:0:(lmv_obd.c:1380:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:1.0:1777587324.036029:0:204025:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000dae1efc9. 00000040:00000010:1.0:1777587324.036032:0:204025:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000050b35c25. 00000020:00000010:1.0:1777587324.036034:0:204025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004be1297c. 00000020:00000010:1.0:1777587324.036038:0:204025:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000bbeda373. 00040000:00000010:1.0:1777587324.036040:0:204025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b02692d. 00040000:00000010:1.0:1777587324.036043:0:204025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c925fd92. 00000020:00000010:1.0:1777587324.036045:0:204025:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c46434c8. 00000020:00000001:1.0:1777587324.036047:0:204025:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1777587324.036049:0:204025:0:(obd_config.c:1667:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1777587324.036052:0:204025:0:(obd_config.c:2090:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000ae27ae88. 00000020:00000010:1.0:1777587324.036054:0:204025:0:(obd_config.c:2092:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000009e6cf570. 00000020:00020000:1.0:1777587324.036056:0:204025:0:(obd_config.c:2103:class_config_llog_handler()) MGC192.168.204.155@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1777587324.041610:0:204025:0:(obd_config.c:2421:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1777587324.041622:0:204025:0:(obd_config.c:2423:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000004b02692d. 00000020:00000001:1.0:1777587324.041628:0:204025:0:(obd_config.c:2352:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1777587324.041633:0:204025:0:(obd_config.c:2411:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:1.0:1777587324.041635:0:204025:0:(obd_config.c:2429:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:1.0:1777587324.045877:0:204025:0:(obd_config.c:2435:class_config_dump_handler()) kfreed 'outstr': 256 at 000000004b02692d. 00000020:00000001:1.0:1777587324.045892:0:204025:0:(obd_config.c:2436:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587324.045895:0:204025:0:(obd_config.c:2106:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1777587324.045899:0:204025:0:(llog.c:838:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1777587324.045903:0:204025:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:1.0:1777587324.045906:0:204025:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 0000000032b8d4a8. 00000020:00000010:1.0:1777587324.045915:0:204025:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000089bc7e89. 00000020:00000010:1.0:1777587324.045932:0:204025:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000066d3c6b8. 00000040:00000010:1.0:1777587324.045937:0:204025:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000b0799a60. 00000020:00000010:1.0:1777587324.045940:0:204025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e2c6090. 00000020:00000010:1.0:1777587324.045946:0:204025:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a9d5d301. 00000020:00000010:1.0:1777587324.045950:0:204025:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 0000000022887b20. 80000000:00000010:1.0:1777587324.045968:0:204025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003bf90bec. 40000000:00000010:1.0:1777587324.045973:0:204025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed48e390. 00100000:00000010:1.0:1777587324.045978:0:204025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a1d911e. 00040000:00000010:1.0:1777587324.045983:0:204025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000746d7992. 00040000:00000010:1.0:1777587324.045988:0:204025:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000062de6672. 00040000:00000010:1.0:1777587324.045992:0:204025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008384f130. 00000004:00000010:1.0:1777587324.045995:0:204025:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at 000000006eeba1be. 00000004:00000010:1.0:1777587324.046000:0:204025:0:(mdt_handler.c:8412:mdt_key_fini()) kfreed 'info': 2568 at 00000000d040ab23. 00000004:00000010:1.0:1777587324.046004:0:204025:0:(lod_dev.c:2374:lod_key_fini()) kfreed 'info': 1224 at 000000008ae76f06. 00002000:00000010:1.0:1777587324.046007:0:204025:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000489ce177. 00000004:00000010:1.0:1777587324.046010:0:204025:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at 0000000013f58588. 00000020:00000010:1.0:1777587324.046012:0:204025:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c8cbdc5. 00000040:00000010:2.0:1777587324.046089:0:199610:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008af91e34. 00000040:00000001:2.0:1777587324.046095:0:199610:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:2.0:1777587324.046098:0:199610:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:2.0:1777587324.046103:0:199610:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000019e5ae61. 00000040:00000010:2.0:1777587324.046106:0:199610:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ec3390ff. 00000020:00000001:2.0:1777587324.046107:0:199610:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:2.0:1777587324.046110:0:199610:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1777587324.046113:0:199610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000c07eb86a. 00000040:00000010:2.0:1777587324.046115:0:199610:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000803a08d4. 00000020:00000010:2.0:1777587324.046117:0:199610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005de3480f. 00000020:00000010:2.0:1777587324.046120:0:199610:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 000000009b7a742d. 80000000:00000010:2.0:1777587324.046122:0:199610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005308c43e. 00040000:00000010:2.0:1777587324.046124:0:199610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000872c6dff. 20000000:00000010:2.0:1777587324.046127:0:199610:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000003fc211bb. 00000020:00000010:2.0:1777587324.046129:0:199610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9b97236. 10000000:00000010:2.0:1777587324.046131:0:199610:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 000000000916c010. 10000000:01000000:2.0:1777587324.046134:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:2.0:1777587324.046136:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1777587324.046138:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777587324.046141:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587324.046143:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6274d50 refcount=3 00000020:00000001:2.0:1777587324.046161:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:2.0:1777587324.046163:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280022115840 : -105793687435776 : ffff9fc7fcd74600) 00010000:00000001:2.0:1777587324.046165:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1777587324.046169:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4569f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587324.046178:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.046186:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1777587324.046187:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a4569f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587324.046193:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1777587324.046195:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.046196:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1777587324.046197:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587324.046199:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:2.0:1777587324.046201:0:199610:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:2.0:1777587324.050539:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1777587324.050546:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1777587324.050548:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000005bd3f703) refs 2 10000000:00000001:2.0:1777587324.050553:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587324.050555:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1777587324.050556:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000ff26fc6d) refs 3 10000000:00000001:2.0:1777587324.050558:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1777587324.050559:0:199610:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1777587324.050561:0:199610:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1777587324.050563:0:199610:0:(mgc_request.c:1780:mgc_process_log()) Process entered 10000000:01000000:2.0:1777587324.050564:0:199610:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff9fc7c50acd40 from 1 10000000:00000001:2.0:1777587324.050567:0:199610:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1777587324.050568:0:199610:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1777587324.050579:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587324.050583:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587324.050588:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587324.050591:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587324.050596:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587324.050603:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd567a04. 00000100:00000001:2.0:1777587324.050610:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587324.050614:0:199610:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1777587324.050616:0:199610:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1777587324.050621:0:199610:0:(ldlm_resource.c:1622:ldlm_resource_getref()) getref res: 00000000f0d3f8ae count: 2 00010000:00000001:2.0:1777587324.050624:0:199610:0:(ldlm_resource.c:1561:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1777587324.050626:0:199610:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1777587324.050629:0:199610:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a0b0510a. 00000020:00000001:2.0:1777587324.050633:0:199610:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1777587324.050650:0:199610:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a0b0510a with handle 0xbf3b8af56f2249f4 to hash 00000020:00000001:2.0:1777587324.050652:0:199610:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1777587324.050653:0:199610:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.050655:0:199610:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.050658:0:199610:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1777587324.050660:0:199610:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587324.050662:0:199610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777587324.050672:0:199610:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777587324.050684:0:199610:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1777587324.050689:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1777587324.050691:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1777587324.050697:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc993978. 00000100:00000001:2.0:1777587324.050700:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638280022075456 : -105793687476160 : ffff9fc7fcd6a840) 00000100:00000001:2.0:1777587324.050702:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587324.050704:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000001:2.0:1777587324.050708:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587324.050710:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.050711:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1777587324.050713:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587324.050721:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.050738:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587324.050739:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587324.050742:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587324.050744:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587324.050745:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587324.050747:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711616:192.168.204.155@tcp:101: 00000100:00000001:2.0:1777587324.050755:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587324.050760:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587324.050761:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587324.050763:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587324.050766:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb08d0ab. 02000000:00000001:2.0:1777587324.050767:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587324.050772:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000400:00000010:2.0:1777587324.050776:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587324.050782:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863934667711616, portal 25 00000100:00000001:2.0:1777587324.050783:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587324.050784:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:2.0:1777587324.050787:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.050792:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587324.050794:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587324.050795:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca76782. 00000100:00000200:2.0:1777587324.050796:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863934667711616, offset 0 00000400:00000200:2.0:1777587324.050801:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587324.050811:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587324.050815:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587324.050818:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587324.050821:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587324.050822:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587324.050825:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [472:472:256:4294967295] 192.168.204.155@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:2.0:1777587324.050833:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587324.050837:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587324.050840:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011230167. 00000800:00000200:2.0:1777587324.050845:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587324.050850:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587324.050853:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011230167 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1777587324.050866:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.050875:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074419 00000100:00000001:2.0:1777587324.050883:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074401 00000100:00000001:2.0:1777587324.050887:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074419 00000100:00000001:2.0:1777587324.050890:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074401 00000100:00000001:2.0:1777587324.050892:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074419 00000100:00000001:2.0:1777587324.050895:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074401 00000100:00000001:2.0:1777587324.050897:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074419 00000100:00000001:2.0:1777587324.050900:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074401 00000100:00000001:2.0:1777587324.050914:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587324.050917:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.050919:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587324.050920:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1777587324.050922:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000cc993978 going to sleep for 11 seconds 00000100:00000001:2.0:1777587324.050926:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587324.050928:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587324.051036:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587324.051039:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011230167. 00000400:00000200:1.0:1777587324.051044:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587324.051049:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587324.051053:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca76782 00000400:00000010:1.0:1777587324.051055:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003ca76782. 00000100:00000001:1.0:1777587324.051059:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587324.051062:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.051070:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587324.051071:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.051076:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587324.051077:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587324.053373:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587324.053450:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587324.053453:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587324.053454:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587324.053465:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587324.053481:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 344 into portal 25 MB=0x69f3d1bc0e480 00000400:00000200:0.0:1777587324.053489:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 344/344 into md 0xf89 [1] + 224 00000800:00000001:0.0:1777587324.053496:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587324.053503:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587324.053505:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587324.053510:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587324.053516:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587324.053522:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587324.053532:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587324.053552:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587324.053561:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587324.053564:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587324.053617:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587324.053623:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587324.053624:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587324.053626:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777587324.053630:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587324.053631:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587324.053633:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587324.053636:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587324.053641:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.053645:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587324.053646:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587324.053647:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587324.053649:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587324.053651:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587324.053652:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587324.053669:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587324.053675:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587324.053679:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587324.053681:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587324.053683:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587324.053685:0:199610:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587324.053687:0:199610:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.053689:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587324.053693:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.053699:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587324.053702:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587324.053704:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587324.053707:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587324.053715:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711616:192.168.204.155@tcp:101: 00000100:00000001:2.0:1777587324.053720:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587324.053723:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.053725:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1777587324.053734:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587324.053738:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.053743:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587324.053746:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc993978. 00000100:00000001:2.0:1777587324.053749:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1777587324.053750:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587324.053753:0:199610:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1777587324.053756:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777587324.053758:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587324.053761:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a0b0510a refcount=4 00000020:00000001:2.0:1777587324.053763:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.053765:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000040:2.0:1777587324.053770:0:199610:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: 00000000a0b0510a, remote cookie: 0xacc125e529a456a6, flags: 0x0 00010000:00000001:2.0:1777587324.053779:0:199610:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1777587324.053782:0:199610:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1777587324.053785:0:199610:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1777587324.053786:0:199610:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1777587324.053788:0:199610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1777587324.053789:0:199610:0:(ldlm_resource.c:1842:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f0d3f8ae) refcount = 2 00010000:00000040:2.0:1777587324.053792:0:199610:0:(ldlm_resource.c:1845:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1777587324.053795:0:199610:0:(ldlm_resource.c:1848:ldlm_resource_dump()) ### ### ns: MGC192.168.204.155@tcp lock: 00000000c6274d50/0xbf3b8af56f2249ed lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a4569f expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777587324.053801:0:199610:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a456a6 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587324.053807:0:199610:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1777587324.053809:0:199610:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1777587324.053810:0:199610:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1777587324.053812:0:199610:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1777587324.053814:0:199610:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587324.053816:0:199610:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xacc125e529a456a6 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587324.053821:0:199610:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1777587324.053823:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.053824:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777587324.053825:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.053826:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777587324.053827:0:199610:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.053830:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587324.053833:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667711616/t0(0) o101->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 328/344 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.053839:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587324.053842:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587324.053845:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb08d0ab. 02000000:00000001:2.0:1777587324.053850:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587324.053851:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587324.053858:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587324.053860:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587324.053862:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cd567a04. 02000000:00000001:2.0:1777587324.053867:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587324.053869:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587324.053870:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:2.0:1777587324.053874:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587324.053875:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1777587324.053876:0:199610:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587324.053879:0:199610:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1777587324.053881:0:199610:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (000000005bd3f703) refs 3 10000000:00000001:2.0:1777587324.053882:0:199610:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587324.053884:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777587324.053885:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587324.053887:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a0b0510a refcount=3 00000020:00000001:2.0:1777587324.053888:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.053890:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.053892:0:199610:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1777587324.053893:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.053895:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1777587324.053896:0:199610:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587324.053898:0:199610:0:(mgc_request.c:1666:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1777587324.053912:0:199610:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b21ded35. 00000020:00000010:2.0:1777587324.053916:0:199610:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd567a04. 00000020:00000010:2.0:1777587324.053921:0:199610:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fab108be. 00000040:00000010:2.0:1777587324.053925:0:199610:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000e9be1b2b. 00000020:00000010:2.0:1777587324.053928:0:199610:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001bf75e8c. 00000020:00000010:2.0:1777587324.053931:0:199610:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at 00000000745c434a. 80000000:00000010:2.0:1777587324.053933:0:199610:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003221c710. 00040000:00000010:2.0:1777587324.053936:0:199610:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000704162f7. 20000000:00000010:2.0:1777587324.053939:0:199610:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at 000000004ce7e560. 10000000:00000040:2.0:1777587324.053941:0:199610:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt 000000005937dab7 : new refcount 2 00000020:00000001:2.0:1777587324.053943:0:199610:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1777587324.053945:0:199610:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1777587324.053947:0:199610:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1777587324.053949:0:199610:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007d38c884. 00000040:00000001:2.0:1777587324.053957:0:199610:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1777587324.053960:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000010:2.0:1777587324.053964:0:199610:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587324.053966:0:199610:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=5 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587324.053970:0:199610:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587324.053973:0:199610:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587324.053976:0:199610:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587324.053982:0:199610:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ed3239f. 00000100:00000001:2.0:1777587324.053986:0:199610:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.053991:0:199610:0:(client.c:3368:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1777587324.053993:0:199610:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1777587324.053997:0:199610:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc993978. 00000100:00000001:2.0:1777587324.053999:0:199610:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638280022075456 : -105793687476160 : ffff9fc7fcd6a840) 00000100:00000001:2.0:1777587324.054001:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587324.054002:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000001:2.0:1777587324.054005:0:199610:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587324.054006:0:199610:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.054008:0:199610:0:(client.c:2664:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1777587324.054009:0:199610:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587324.054011:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.054016:0:199610:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587324.054017:0:199610:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587324.054020:0:199610:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587324.054022:0:199610:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587324.054023:0:199610:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587324.054025:0:199610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711744:192.168.204.155@tcp:501: 00000100:00000001:2.0:1777587324.054027:0:199610:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587324.054030:0:199610:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587324.054032:0:199610:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587324.054033:0:199610:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587324.054036:0:199610:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df8b4c51. 02000000:00000001:2.0:1777587324.054037:0:199610:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587324.054039:0:199610:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000400:00000010:2.0:1777587324.054046:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587324.054049:0:199610:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667711744, portal 25 00000100:00000001:2.0:1777587324.054051:0:199610:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587324.054051:0:199610:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:2.0:1777587324.054054:0:199610:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.054058:0:199610:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587324.054060:0:199610:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587324.054061:0:199610:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2dc6b19. 00000100:00000200:2.0:1777587324.054063:0:199610:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1863934667711744, offset 0 00000400:00000200:2.0:1777587324.054066:0:199610:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587324.054074:0:199610:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587324.054078:0:199610:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587324.054082:0:199610:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587324.054085:0:199610:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587324.054088:0:199610:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587324.054091:0:199610:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [473:473:256:4294967295] 192.168.204.155@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:2.0:1777587324.054101:0:199610:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587324.054106:0:199610:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587324.054111:0:199610:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012dc7026. 00000800:00000200:2.0:1777587324.054115:0:199610:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587324.054119:0:199610:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587324.054122:0:199610:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012dc7026 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1777587324.054133:0:199610:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.054140:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307074422 00000100:00000001:2.0:1777587324.054147:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307074419 00000100:00000001:2.0:1777587324.054160:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307074422 00000100:00000001:2.0:1777587324.054163:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307074419 00000100:00000001:2.0:1777587324.054165:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307074422 00000100:00000001:2.0:1777587324.054168:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307074419 00000100:00000001:2.0:1777587324.054176:0:199610:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307074422 00000100:00000001:2.0:1777587324.054179:0:199610:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307074419 00000100:00000001:2.0:1777587324.054181:0:199610:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587324.054183:0:199610:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587324.054185:0:199610:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587324.054186:0:199610:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1777587324.054188:0:199610:0:(client.c:2691:ptlrpc_set_wait()) set 00000000cc993978 going to sleep for 11 seconds 00000100:00000001:2.0:1777587324.054200:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587324.054201:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587324.054249:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587324.054280:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012dc7026. 00000400:00000200:3.0:1777587324.054285:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587324.054289:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587324.054293:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dc6b19 00000400:00000010:3.0:1777587324.054294:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dc6b19. 00000100:00000001:3.0:1777587324.054298:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587324.054305:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.054311:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587324.054312:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587324.054316:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587324.054317:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587324.055999:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.056012:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587324.056017:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.056019:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587324.056029:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587324.056044:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 272 into portal 25 MB=0x69f3d1bc0e500 00000400:00000200:1.0:1777587324.056050:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 272/272 into md 0xf91 [1] + 224 00000800:00000001:1.0:1777587324.056057:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.056075:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587324.056077:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587324.056082:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587324.056088:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587324.056093:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587324.056102:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587324.056121:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587324.056128:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587324.056131:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587324.056177:0:199610:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587324.056183:0:199610:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587324.056185:0:199610:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587324.056186:0:199610:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:2.0:1777587324.056190:0:199610:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:2.0:1777587324.056191:0:199610:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:2.0:1777587324.056193:0:199610:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587324.056196:0:199610:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587324.056202:0:199610:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.056206:0:199610:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587324.056207:0:199610:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587324.056208:0:199610:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587324.056210:0:199610:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587324.056212:0:199610:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587324.056213:0:199610:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587324.056214:0:199610:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587324.056219:0:199610:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587324.056221:0:199610:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587324.056223:0:199610:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1777587324.056224:0:199610:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.056228:0:199610:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1777587324.056230:0:199610:0:(client.c:1782:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1777587324.056238:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.056242:0:199610:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1777587324.056244:0:199610:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587324.056245:0:199610:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587324.056247:0:199610:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587324.056279:0:199610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:37e498ad-f820-401f-ad03-7d35b252723e:199610:1863934667711744:192.168.204.155@tcp:501: 00000100:00000001:2.0:1777587324.056284:0:199610:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587324.056287:0:199610:0:(client.c:2782:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1777587324.056290:0:199610:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1777587324.056291:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587324.056294:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.056301:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587324.056304:0:199610:0:(client.c:3817:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc993978. 00000100:00000001:2.0:1777587324.056307:0:199610:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1777587324.056308:0:199610:0:(client.c:3387:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1777587324.056310:0:199610:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1777587324.056314:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587324.056316:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587324.056318:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777587324.056319:0:199610:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587324.056322:0:199610:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667711744/t0(0) o501->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 512/272 e 0 to 0 dl 1777587340 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587324.056328:0:199610:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587324.056330:0:199610:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587324.056333:0:199610:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df8b4c51. 02000000:00000001:2.0:1777587324.056336:0:199610:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587324.056337:0:199610:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587324.056338:0:199610:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587324.056345:0:199610:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587324.056347:0:199610:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ed3239f. 02000000:00000001:2.0:1777587324.056351:0:199610:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587324.056352:0:199610:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587324.056354:0:199610:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:2.0:1777587324.056357:0:199610:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587324.056358:0:199610:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1777587324.056361:0:199610:0:(llog.c:1550:llog_open()) MGC192.168.204.155@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1777587324.056363:0:199610:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007d38c884. 00000040:00000001:2.0:1777587324.056366:0:199610:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1777587324.056372:0:199610:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1777587324.056375:0:199610:0:(mgc_request.c:1712:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1777587324.056381:0:199610:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000fab108be. 00000040:00000010:2.0:1777587324.056385:0:199610:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000e9be1b2b. 00000020:00000010:2.0:1777587324.056388:0:199610:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001bf75e8c. 00000020:00000010:2.0:1777587324.056393:0:199610:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at 00000000745c434a. 80000000:00000010:2.0:1777587324.056397:0:199610:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003221c710. 00040000:00000010:2.0:1777587324.056400:0:199610:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000704162f7. 20000000:00000010:2.0:1777587324.056403:0:199610:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at 000000004ce7e560. 00000020:00000010:2.0:1777587324.056405:0:199610:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd567a04. 10000000:00000010:2.0:1777587324.056407:0:199610:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b21ded35. 10000000:01000000:2.0:1777587324.056409:0:199610:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1777587324.056411:0:199610:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1777587324.056413:0:199610:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1777587324.056414:0:199610:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1777587324.056416:0:199610:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a0b0510a refcount=3 00000020:00000001:2.0:1777587324.056417:0:199610:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.056419:0:199610:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638280020625920 : -105793688925696 : ffff9fc7fcc08a00) 00010000:00000001:2.0:1777587324.056421:0:199610:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1777587324.056424:0:199610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a456a6 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587324.056430:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.056436:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1777587324.056438:0:199610:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: 00000000a0b0510a/0xbf3b8af56f2249f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xacc125e529a456a6 expref: -99 pid: 199610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1777587324.056444:0:199610:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1777587324.056445:0:199610:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1777587324.056445:0:199610:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1777587324.056446:0:199610:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1777587324.056448:0:199610:0:(mgc_request.c:1904:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1777587324.056451:0:199610:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1777587324.056453:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1777587324.056454:0:199610:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005bd3f703) refs 3 10000000:00000001:2.0:1777587324.056456:0:199610:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1777587324.141973:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587324.141978:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587324.141983:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587324.141984:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587324.142004:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587324.142006:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587324.142009:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587325.165594:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587325.165601:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587325.165606:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587325.165607:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587325.166276:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587325.166280:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587325.166283:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587326.190191:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587326.190197:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587326.190202:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587326.190203:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587326.190248:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587326.190269:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587326.190288:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587327.213796:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587327.213803:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587327.213808:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587327.213809:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587327.213831:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587327.213834:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587327.213837:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587327.469328:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307074422, at 4307074432 00000100:00000040:2.0:1777587327.469329:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307074422, at 4307074432 00000100:00000010:1.0:1777587327.469344:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014ea26f4. 00000100:00000010:2.0:1777587327.469350:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000937b78f6. 00000100:00000040:3.0:1777587327.469439:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307074422, at 4307074432 00000100:00000010:3.0:1777587327.469445:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008efd15fe. 00000100:00000040:0.0:1777587327.469507:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307074422, at 4307074432 00000100:00000010:0.0:1777587327.469512:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f68ed. 00010000:00000001:1.0:1777587328.237884:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587328.237891:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587328.237894:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587328.237896:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237901:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587328.237904:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237906:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237908:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237911:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587328.237913:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587328.237914:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587328.237915:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237916:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587328.237917:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237918:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587328.237920:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587328.239239:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587328.239244:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587328.239248:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587328.623892:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587328.623903:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587328.623914:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777587328.623921:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587328.623926:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587328.623930:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587328.623935:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587328.623944:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587328.623953:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.623964:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587328.623975:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587328.623978:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.623982:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_01+1] req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.624021:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624024:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587328.624043:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587328.624046:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777587328.624048:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587328.624050:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587328.624051:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587328.624053:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587328.624056:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587328.624058:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624072:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587328.624079:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587328.624080:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624082:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_02+2] req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.624097:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624099:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587328.624102:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587328.624104:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587328.624106:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587328.624108:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587328.624109:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587328.624111:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587328.624113:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587328.624115:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624118:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587328.624124:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587328.624125:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624128:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_03+3] req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.624144:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.624146:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587328.624149:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587328.624154:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12413) 00000100:00000001:1.0:1777587328.624341:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587328.624348:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1777587328.624350:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587328.624358:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587328.624360:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587328.624362:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587328.624364:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587328.624376:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587328.624380:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587328.624389:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587328.624391:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587328.624395:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587328.624397:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587328.624399:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587328.624401:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667711872:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587328.624405:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587328.624411:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587328.624412:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587328.624415:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587328.624425:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000608b4369. 02000000:00000001:1.0:1777587328.624427:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587328.624433:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a9cbe1. 00000400:00000010:1.0:1777587328.624440:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b05546. 00000100:00000200:1.0:1777587328.624446:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667711872, portal 25 00000100:00000001:1.0:1777587328.624448:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587328.624450:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:1.0:1777587328.624455:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587328.624461:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587328.624463:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587328.624465:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a7c910. 00000100:00000200:1.0:1777587328.624467:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667711872, offset 0 00000400:00000200:1.0:1777587328.624473:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587328.624485:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587328.624490:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587328.624494:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587328.624497:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587328.624500:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587328.624503:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [474:474:256:4294967295] 192.168.204.155@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:1.0:1777587328.624513:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587328.624518:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587328.624523:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587328.624529:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587328.624536:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587328.624540:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587328.624561:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587328.624566:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307078993 00000100:00000010:1.0:1777587328.624570:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000143e552. 00000100:00000001:1.0:1777587328.624576:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587328.624582:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307078993 00000100:00000010:1.0:1777587328.624590:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d0b1b533. 00000100:00000001:1.0:1777587328.624594:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587328.624596:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307078993 00000100:00000010:1.0:1777587328.624599:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094f9bbe1. 00000100:00000001:1.0:1777587328.624602:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587328.624604:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307078993 00000100:00000010:1.0:1777587328.624605:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d5f436f. 00000100:00000001:1.0:1777587328.624608:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587328.624614:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587328.624617:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587328.624620:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587328.624621:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587328.624941:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587328.624945:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:3.0:1777587328.624951:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587328.624957:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587328.624963:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a7c910 00000400:00000010:3.0:1777587328.624965:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a7c910. 00000100:00000001:3.0:1777587328.624969:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587328.624973:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.624983:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587328.624986:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.624993:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587328.624994:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587328.625144:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587328.625148:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587328.625149:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587328.625154:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.625161:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587328.625162:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587328.625165:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587328.625167:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587328.625168:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587328.625171:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667712128:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587328.625174:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587328.625177:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587328.625178:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587328.625180:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587328.625184:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786eb44c. 02000000:00000001:0.0:1777587328.625185:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587328.625188:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000400:00000010:0.0:1777587328.625192:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000200:0.0:1777587328.625196:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712128, portal 10 00000100:00000001:0.0:1777587328.625197:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587328.625198:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000040:0.0:1777587328.625205:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.625211:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587328.625213:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587328.625215:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2cad5af. 00000100:00000200:0.0:1777587328.625217:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667712128, offset 0 00000400:00000200:0.0:1777587328.625222:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587328.625227:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587328.625237:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587328.625240:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587328.625242:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587328.625244:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587328.625247:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [475:475:256:4294967295] 192.168.204.155@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:0.0:1777587328.625284:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587328.625288:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587328.625292:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1916189. 00000800:00000200:0.0:1777587328.625296:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587328.625301:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587328.625304:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1916189 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587328.625320:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587328.625325:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16093 usecs (17 jiffies) 00000100:00000001:0.0:1777587328.625327:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307075605 00000100:00000001:0.0:1777587328.625330:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625331:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307075605 00000100:00000001:0.0:1777587328.625333:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625334:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307075605 00000100:00000001:0.0:1777587328.625336:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625337:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307075605 00000100:00000001:0.0:1777587328.625339:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625340:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587328.625342:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.625343:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.625345:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.625351:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587328.625352:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587328.625354:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587328.625361:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587328.625363:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587328.625365:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1777587328.625366:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.625368:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587328.625369:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.625371:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587328.625372:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587328.625373:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587328.625376:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.625383:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587328.625385:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587328.625387:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587328.625388:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587328.625391:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587328.625393:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667712000:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587328.625396:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587328.625398:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587328.625400:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587328.625401:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587328.625404:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc211bb. 02000000:00000001:0.0:1777587328.625406:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587328.625408:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007966ba49. 00000400:00000010:0.0:1777587328.625412:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af346a3b. 00000100:00000200:0.0:1777587328.625414:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712000, portal 10 00000100:00000001:0.0:1777587328.625416:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587328.625417:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000040:0.0:1777587328.625421:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.625427:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587328.625429:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587328.625431:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c8d1384. 00000100:00000200:0.0:1777587328.625433:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667712000, offset 0 00000400:00000200:0.0:1777587328.625443:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587328.625447:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587328.625450:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587328.625452:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587328.625454:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587328.625456:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587328.625458:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [476:476:255:4294967295] 192.168.204.155@tcp LPNI seq info [476:476:7:4294967295] 00000400:00000200:0.0:1777587328.625465:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587328.625469:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587328.625472:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000985c78b3. 00000800:00000200:0.0:1777587328.625475:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587328.625479:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587328.625481:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000985c78b3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587328.625484:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587328.625486:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 105198 usecs (106 jiffies) 00000100:00000001:0.0:1777587328.625488:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307075694 00000100:00000001:0.0:1777587328.625489:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625491:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307075694 00000100:00000001:0.0:1777587328.625492:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625494:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307075694 00000100:00000001:0.0:1777587328.625495:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625496:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307075694 00000100:00000001:0.0:1777587328.625498:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307078993 00000100:00000001:0.0:1777587328.625499:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587328.625500:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.625502:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.625503:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587328.625581:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587328.625583:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587328.625588:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587328.625590:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587328.625645:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587328.625648:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1916189. 00000400:00000200:3.0:1777587328.625651:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587328.625656:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587328.625658:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2cad5af 00000400:00000010:3.0:1777587328.625660:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c2cad5af. 00000100:00000001:3.0:1777587328.625662:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587328.625665:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.625673:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587328.625675:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.625690:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587328.625692:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587328.625732:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587328.625735:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000985c78b3. 00000400:00000200:3.0:1777587328.625737:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587328.625741:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587328.625743:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8d1384 00000400:00000010:3.0:1777587328.625745:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000c8d1384. 00000100:00000001:3.0:1777587328.625747:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587328.625750:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.625756:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587328.625758:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.625764:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587328.625765:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587328.626455:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587328.626466:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587328.626469:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587328.626472:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587328.626480:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587328.626491:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0e580 00000400:00000200:1.0:1777587328.626498:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xf99 [1] + 224 00000800:00000001:1.0:1777587328.626505:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587328.626512:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587328.626514:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587328.626517:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587328.626522:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587328.626526:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587328.626536:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587328.626558:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587328.626564:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587328.626567:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587328.626775:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587328.626778:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587328.626783:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587328.626785:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587328.626787:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a9cbe1. 00000400:00000200:3.0:1777587328.626791:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b05546 00000400:00000010:3.0:1777587328.626792:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b05546. 00000100:00000001:3.0:1777587328.626795:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587328.626799:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587328.626807:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.626812:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587328.626814:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587328.626816:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587328.626818:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587328.626820:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587328.626827:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587328.626830:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587328.626836:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587328.626841:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587328.626843:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587328.626845:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587328.626847:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587328.626848:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587328.626851:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587328.626854:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.626861:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587328.626864:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587328.626866:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587328.626869:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587328.626876:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667711872:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587328.626881:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587328.626883:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587328.626885:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667711872/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.626891:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587328.626894:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587328.626896:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000608b4369. 02000000:00000001:3.0:1777587328.626899:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587328.626901:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587328.626903:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587328.626905:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587328.626907:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:3.0:1777587328.626910:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587328.626911:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587328.626913:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:3.0:1777587328.626916:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587328.626921:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587328.626923:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587328.626929:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587328.626930:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587328.626932:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587328.626934:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587328.627784:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627794:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587328.627796:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627799:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587328.627806:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587328.627818:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e680 00000400:00000200:3.0:1777587328.627824:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfa1 [1] + 224 00000800:00000001:3.0:1777587328.627829:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627833:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587328.627835:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587328.627839:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587328.627844:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587328.627848:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587328.627857:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.627877:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587328.627884:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627887:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587328.627889:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627891:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587328.627894:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587328.627899:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e600 00000400:00000200:3.0:1777587328.627903:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfa9 [1] + 224 00000800:00000001:3.0:1777587328.627907:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627912:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587328.627913:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587328.627924:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587328.627927:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587328.627930:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587328.627936:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587328.627942:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587328.627947:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587328.627949:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.628729:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587328.628739:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587328.628744:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587328.628746:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587328.628747:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007966ba49. 00000400:00000200:0.0:1777587328.628753:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af346a3b 00000400:00000010:0.0:1777587328.628754:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af346a3b. 00000100:00000001:0.0:1777587328.628756:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587328.628761:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587328.628766:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.628770:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587328.628771:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.628773:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587328.628775:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587328.628777:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587328.628780:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587328.628782:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587328.628790:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587328.628793:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587328.628796:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587328.628797:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587328.628801:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587328.628804:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.628807:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587328.628809:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587328.628811:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587328.628812:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587328.628815:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.628822:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587328.628832:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587328.628834:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587328.628837:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587328.628855:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667712000:192.168.204.155@tcp:400: 00000400:00000001:0.0:1777587328.628861:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587328.628863:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587328.628864:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:0.0:1777587328.628867:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:0.0:1777587328.628868:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:0.0:1777587328.628870:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587328.628873:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587328.628880:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.628886:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587328.628887:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.628889:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587328.628890:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587328.628891:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587328.628892:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587328.628894:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587328.628898:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587328.628901:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587328.628903:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587328.628904:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587328.628906:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587328.628909:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587328.628915:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.628917:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587328.628918:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587328.628920:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587328.628921:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587328.628924:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.629131:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587328.629133:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587328.629134:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587328.629138:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587328.629145:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667712128:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587328.629148:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.629150:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587328.629151:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667712000/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.629155:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587328.629157:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587328.629160:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc211bb. 02000000:00000001:0.0:1777587328.629162:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587328.629163:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587328.629165:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587328.629167:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587328.629168:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:0.0:1777587328.629171:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587328.629172:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587328.629173:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:0.0:1777587328.629176:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587328.629176:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.629177:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587328.629179:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667712128/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587328.629182:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587328.629183:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587328.629183:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786eb44c. 02000000:00000001:0.0:1777587328.629184:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587328.629185:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587328.629189:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587328.629191:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587328.629191:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:0.0:1777587328.629193:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587328.629193:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587328.629194:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:0.0:1777587328.629195:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587328.629195:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.629196:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587328.629202:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587328.629202:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587328.629204:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587328.629205:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587329.261543:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587329.261549:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587329.261555:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587329.261557:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587329.261591:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587329.261595:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587329.261598:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1777587330.157338:0:199610:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1777587330.157345:0:199610:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1777587330.285671:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587330.285677:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587330.285682:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587330.285683:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587330.285701:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587330.285704:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587330.285706:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587331.309369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587331.309376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587331.309382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587331.309383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587331.310285:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587331.310289:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587331.310293:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587332.077366:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307078993, at 4307079040 00000100:00000040:3.0:1777587332.077366:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307078993, at 4307079040 00000100:00000010:3.0:1777587332.077382:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d5f436f. 00000100:00000010:2.0:1777587332.077388:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094f9bbe1. 00000100:00000040:0.0:1777587332.078076:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307078993, at 4307079040 00000100:00000010:0.0:1777587332.078084:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000143e552. 00000100:00000040:1.0:1777587332.079329:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307078993, at 4307079042 00000100:00000010:1.0:1777587332.079339:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0b1b533. 00010000:00000001:1.0:1777587332.334611:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587332.334617:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587332.334622:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587332.334623:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587332.336925:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587332.336931:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587332.336934:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587333.357377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587333.357383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587333.357388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587333.357389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587333.357412:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587333.357415:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587333.357417:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587333.741403:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587333.741410:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587333.741416:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777587333.741422:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587333.741437:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587333.741441:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587333.741446:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587333.741454:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587333.741461:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.741566:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587333.741578:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587333.741580:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.741585:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.741611:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.741614:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587333.741631:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.741631:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587333.741634:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000100:00000001:1.0:1777587333.741636:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1777587333.741637:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587333.741640:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587333.741641:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587333.741644:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587333.741646:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587333.741648:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777587333.741651:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587333.741657:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.741662:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1777587333.741664:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587333.741666:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587333.741672:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587333.741674:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587333.741676:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.741679:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_01+1] req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587333.741682:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587333.741687:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.741694:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587333.741695:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667712256:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777587333.741697:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587333.741702:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587333.741702:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587333.741706:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 02000000:00000001:1.0:1777587333.741709:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1777587333.741709:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777587333.741712:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.741712:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587333.741714:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587333.741715:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587333.741718:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587333.741721:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587333.741726:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587333.741727:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777587333.741731:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c46434c8. 02000000:00000001:1.0:1777587333.741735:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.741737:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587333.741739:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.741741:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_02+2] req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587333.741742:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080c60f3. 00000400:00000010:1.0:1777587333.741750:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019614eb6. 00000100:00000200:1.0:1777587333.741758:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712256, portal 25 00000100:00000001:1.0:1777587333.741762:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587333.741765:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:1.0:1777587333.741772:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.741774:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.741778:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587333.741784:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777587333.741789:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587333.741791:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12418) 00000100:00000040:1.0:1777587333.741794:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587333.741797:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777587333.741800:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667712256, offset 0 00000100:00000001:3.0:1777587333.741803:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.741806:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587333.741808:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587333.741814:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587333.741820:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587333.741821:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587333.741828:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587333.741831:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587333.741833:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587333.741834:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777587333.741836:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587333.741839:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587333.741840:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1777587333.741843:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587333.741846:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:3.0:1777587333.741848:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667712384:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587333.741854:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [477:477:256:4294967295] 192.168.204.155@tcp LPNI seq info [477:477:8:4294967295] 00000100:00000001:3.0:1777587333.741855:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587333.741858:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587333.741865:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587333.741867:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587333.741870:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e9a7aa9. 02000000:00000001:3.0:1777587333.741873:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587333.741877:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003700e75a. 00000400:00000200:1.0:1777587333.741883:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000010:3.0:1777587333.741883:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060f4b738. 00000100:00000200:3.0:1777587333.741887:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712384, portal 10 00000100:00000001:3.0:1777587333.741890:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587333.741893:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000800:00000200:1.0:1777587333.741894:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587333.741900:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000100:00000040:3.0:1777587333.741901:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.741909:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1777587333.741912:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:3.0:1777587333.741914:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777587333.741922:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:3.0:1777587333.741924:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8dfae4. 00000100:00000200:3.0:1777587333.741927:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667712384, offset 0 00000400:00000200:3.0:1777587333.741933:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777587333.741934:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587333.741940:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587333.741943:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587333.741946:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587333.741949:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587333.741950:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587333.741954:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587333.741956:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307084110 00000400:00000200:3.0:1777587333.741958:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [478:478:255:4294967295] 192.168.204.155@tcp LPNI seq info [478:478:7:4294967295] 00000100:00000010:1.0:1777587333.741974:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d0b1b533. 00000400:00000200:3.0:1777587333.741980:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587333.741982:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1777587333.741988:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587333.741989:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307084110 00000800:00000010:3.0:1777587333.741992:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000100:00000010:1.0:1777587333.741994:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f0ba56a. 00000800:00000200:3.0:1777587333.741998:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587333.741999:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587333.742003:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307084110 00000800:00000200:3.0:1777587333.742005:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:1.0:1777587333.742008:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000503d9bf8. 00000800:00000200:3.0:1777587333.742009:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587333.742012:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587333.742013:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.742018:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 104483 usecs (105 jiffies) 00000100:00000001:3.0:1777587333.742020:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307080809 00000100:00000001:3.0:1777587333.742022:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307084110 00000100:00000001:3.0:1777587333.742024:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307080809 00000100:00000001:1.0:1777587333.742025:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307084110 00000100:00000001:3.0:1777587333.742027:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307084110 00000100:00000010:1.0:1777587333.742031:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d845052. 00000100:00000001:3.0:1777587333.742031:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307080809 00000100:00000001:3.0:1777587333.742035:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307084110 00000100:00000001:1.0:1777587333.742036:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587333.742038:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307080809 00000100:00000001:1.0:1777587333.742040:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587333.742040:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307084110 00000100:00000001:1.0:1777587333.742045:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742045:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587333.742047:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.742049:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742051:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.742053:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.742059:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587333.742060:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587333.742063:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587333.742063:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587333.742066:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.742066:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587333.742069:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587333.742070:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587333.742072:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742072:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587333.742074:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.742076:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742077:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742090:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.742092:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587333.742093:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587333.742098:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.742105:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587333.742106:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587333.742108:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587333.742110:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587333.742112:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587333.742114:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667712512:192.168.204.155@tcp:400: 00000800:00000200:1.0:1777587333.742118:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587333.742118:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587333.742121:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1777587333.742123:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 02000000:00000001:3.0:1777587333.742124:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587333.742127:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587333.742128:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1777587333.742130:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022887b20. 02000000:00000001:3.0:1777587333.742133:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587333.742137:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:3.0:1777587333.742138:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042a90e7b. 00000400:00000200:1.0:1777587333.742141:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:1.0:1777587333.742145:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:1.0:1777587333.742148:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587333.742151:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.742171:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587333.742174:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.742180:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.742181:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587333.742218:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587333.742220:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000400:00000200:1.0:1777587333.742222:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587333.742226:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587333.742315:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587333.742318:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587333.742694:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 00000100:00000200:3.0:1777587333.742699:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712512, portal 10 00000100:00000001:3.0:1777587333.742701:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587333.742702:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000040:3.0:1777587333.742707:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.742714:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587333.742716:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587333.742718:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b44cffd. 00000100:00000200:3.0:1777587333.742726:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667712512, offset 0 00000400:00000200:3.0:1777587333.742731:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587333.742739:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587333.742742:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587333.742745:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587333.742747:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587333.742749:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587333.742751:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [479:479:255:4294967295] 192.168.204.155@tcp LPNI seq info [479:479:7:4294967295] 00000400:00000200:3.0:1777587333.742757:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587333.742762:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587333.742765:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587333.742768:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587333.742773:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587333.742775:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587333.742777:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.742779:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 16020 usecs (17 jiffies) 00000100:00000001:3.0:1777587333.742781:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307080722 00000100:00000001:3.0:1777587333.742783:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307084110 00000100:00000001:3.0:1777587333.742785:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307080722 00000100:00000001:3.0:1777587333.742787:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307084110 00000100:00000001:3.0:1777587333.742788:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307080722 00000100:00000001:3.0:1777587333.742789:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307084110 00000100:00000001:3.0:1777587333.742791:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307080722 00000100:00000001:3.0:1777587333.742792:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307084110 00000100:00000001:3.0:1777587333.742794:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587333.742796:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742797:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742799:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.742807:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587333.742809:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587333.742810:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.742812:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587333.742813:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.742814:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587333.744387:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8dfae4 00000400:00000010:1.0:1777587333.744395:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006e8dfae4. 00000100:00000001:1.0:1777587333.744402:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587333.744409:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.744420:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587333.744423:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.744430:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.744431:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587333.744511:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587333.744514:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:1.0:1777587333.744518:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587333.744523:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587333.744526:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44cffd 00000400:00000010:1.0:1777587333.744528:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000b44cffd. 00000100:00000001:1.0:1777587333.744530:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587333.744533:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.744541:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587333.744543:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.744564:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587333.744565:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587333.745160:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.745170:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587333.745173:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.745174:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587333.745181:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587333.745192:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0e700 00000400:00000200:1.0:1777587333.745199:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xfb1 [1] + 224 00000800:00000001:1.0:1777587333.745206:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.745212:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587333.745214:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587333.745216:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587333.745221:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587333.745224:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587333.745231:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.745271:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587333.745277:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.745280:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.745328:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.745332:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587333.745337:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587333.745338:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587333.745340:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000080c60f3. 00000400:00000200:3.0:1777587333.745343:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019614eb6 00000400:00000010:3.0:1777587333.745345:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000019614eb6. 00000100:00000001:3.0:1777587333.745348:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587333.745351:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587333.745357:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.745363:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587333.745364:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.745366:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587333.745369:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587333.745371:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587333.745373:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587333.745375:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587333.745380:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587333.745384:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587333.745387:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587333.745388:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587333.745391:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587333.745393:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.745395:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.745399:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.745405:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587333.745408:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587333.745416:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587333.745418:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587333.745422:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667712256:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587333.745426:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.745427:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587333.745428:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667712256/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.745432:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587333.745434:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587333.745436:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c46434c8. 02000000:00000001:3.0:1777587333.745439:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587333.745440:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587333.745441:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587333.745443:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587333.745444:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:3.0:1777587333.745453:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587333.745455:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587333.745456:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:3.0:1777587333.745460:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587333.745460:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.745462:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.745468:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587333.745469:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.745471:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.745473:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587333.747339:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587333.747352:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587333.747356:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587333.747358:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587333.747406:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587333.747420:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e780 00000400:00000200:3.0:1777587333.747428:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfb9 [1] + 224 00000800:00000001:3.0:1777587333.747435:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587333.747463:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587333.747465:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587333.747469:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587333.747481:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587333.747486:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587333.747498:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.747516:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587333.747522:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587333.747526:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587333.747551:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587333.747554:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587333.747559:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587333.747561:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587333.747563:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003700e75a. 00000400:00000200:2.0:1777587333.747567:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4b738 00000400:00000010:2.0:1777587333.747569:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4b738. 00000100:00000001:2.0:1777587333.747571:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587333.747575:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587333.747583:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587333.747588:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587333.747596:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587333.747599:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587333.747601:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587333.747603:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587333.747616:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587333.747619:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587333.747627:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587333.747631:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587333.747634:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587333.747635:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587333.747637:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587333.747640:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587333.747644:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587333.747646:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587333.747648:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587333.747649:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587333.747653:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587333.747660:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587333.747662:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587333.747664:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587333.747667:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587333.747678:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667712384:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587333.747683:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587333.747684:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587333.747687:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667712384/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587333.747693:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587333.747695:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587333.747697:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e9a7aa9. 02000000:00000001:2.0:1777587333.747700:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587333.747702:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587333.747709:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587333.747725:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587333.747727:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:2.0:1777587333.747731:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587333.747732:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587333.747734:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:2.0:1777587333.747737:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587333.747739:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587333.747741:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587333.747748:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587333.747749:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587333.747751:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587333.747753:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587333.751432:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.751447:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587333.751451:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.751453:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587333.751463:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587333.751479:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e800 00000400:00000200:1.0:1777587333.751487:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfc1 [1] + 224 00000800:00000001:1.0:1777587333.751494:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.751501:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587333.751504:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587333.751522:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587333.751528:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587333.751535:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587333.751546:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587333.751560:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587333.751568:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587333.751570:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.751704:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.751709:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587333.751714:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587333.751716:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587333.751719:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042a90e7b. 00000400:00000200:3.0:1777587333.751723:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:3.0:1777587333.751725:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000100:00000001:3.0:1777587333.751728:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587333.751732:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587333.751742:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.751748:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587333.751750:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.751753:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587333.751756:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587333.751758:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587333.751760:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587333.751763:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587333.751773:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587333.751777:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587333.751779:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587333.751781:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587333.751790:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587333.751794:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587333.751801:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.751805:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587333.751807:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587333.751809:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587333.751810:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587333.751813:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.751820:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587333.751822:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587333.751824:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587333.751827:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587333.751833:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667712512:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587333.751838:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.751840:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587333.751843:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667712512/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587333.751849:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587333.751851:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587333.751854:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022887b20. 02000000:00000001:3.0:1777587333.751858:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587333.751860:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587333.751861:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587333.751863:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587333.751866:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:3.0:1777587333.751869:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587333.751871:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587333.751872:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:3.0:1777587333.751882:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587333.751883:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.751884:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587333.751891:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587333.751893:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587333.751895:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587333.751896:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587334.381942:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587334.381948:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587334.381964:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587334.381965:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587334.382086:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587334.382089:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587334.382092:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587335.407339:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587335.407345:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587335.407350:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587335.407351:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587335.407523:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587335.407527:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587335.407530:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587336.429369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587336.429375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587336.429379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587336.429380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587336.429397:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587336.429400:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587336.429402:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587337.197369:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307084110, at 4307084160 00000100:00000040:2.0:1777587337.197369:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307084110, at 4307084160 00000100:00000040:3.0:1777587337.197369:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307084110, at 4307084160 00000100:00000010:3.0:1777587337.197384:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d845052. 00000100:00000010:2.0:1777587337.197385:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000503d9bf8. 00000100:00000010:1.0:1777587337.197391:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f0ba56a. 00000100:00000040:0.0:1777587337.197578:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307084110, at 4307084160 00000100:00000010:0.0:1777587337.197585:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0b1b533. 00010000:00000001:1.0:1777587337.453368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587337.453377:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587337.453379:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587337.453383:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453388:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587337.453390:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453392:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453393:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587337.453415:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587337.453417:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587337.453419:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453421:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587337.453422:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453424:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587337.453425:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587337.453548:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587337.453552:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587337.453554:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587338.477340:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587338.477344:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587338.477349:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587338.477349:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587338.478089:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587338.478093:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587338.478097:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587338.861506:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587338.861515:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587338.861520:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000020:00000040:3.0:1777587338.861527:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587338.861541:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587338.861545:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587338.861550:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587338.861558:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587338.861565:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.861575:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587338.861586:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587338.861588:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.861593:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_03+3] req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587338.861632:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587338.861637:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587338.861639:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587338.861645:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587338.861654:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587338.861656:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587338.861659:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587338.861661:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587338.861664:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587338.861666:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667712640:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587338.861670:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587338.861676:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587338.861678:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587338.861680:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587338.861684:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050b35c25. 02000000:00000001:1.0:1777587338.861686:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587338.861691:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000839a56cf. 00000400:00000010:1.0:1777587338.861699:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f118cc. 00000100:00000200:1.0:1777587338.861705:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712640, portal 25 00000100:00000001:1.0:1777587338.861707:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587338.861709:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000040:1.0:1777587338.861713:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587338.861732:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587338.861735:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587338.861737:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000b90092. 00000100:00000200:1.0:1777587338.861740:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667712640, offset 0 00000400:00000200:1.0:1777587338.861747:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587338.861760:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587338.861764:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587338.861767:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587338.861771:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587338.861774:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587338.861777:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [480:480:256:4294967295] 192.168.204.155@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:1.0:1777587338.861788:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587338.861795:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587338.861800:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587338.861806:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587338.861813:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587338.861817:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587338.861890:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587338.861896:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307089230 00000100:00000010:1.0:1777587338.861901:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f0ba56a. 00000100:00000001:1.0:1777587338.861908:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587338.861913:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307089230 00000100:00000010:1.0:1777587338.861916:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d7fdf47. 00000100:00000001:1.0:1777587338.861919:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587338.861921:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307089230 00000100:00000010:1.0:1777587338.861924:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed50b589. 00000100:00000001:1.0:1777587338.861927:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587338.861929:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307089230 00000100:00000010:1.0:1777587338.861931:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003397b256. 00000100:00000001:1.0:1777587338.861939:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587338.861941:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587338.861944:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587338.861947:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587338.861949:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1777587338.862027:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587338.862030:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:2.0:1777587338.862034:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587338.862039:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587338.862043:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b90092 00000400:00000010:2.0:1777587338.862056:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000b90092. 00000100:00000001:2.0:1777587338.862060:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587338.862064:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.862073:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587338.862075:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.862081:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.862083:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587338.862563:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587338.862566:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587338.862569:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587338.862570:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587338.862571:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587338.862574:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587338.862679:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862683:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587338.862687:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587338.862698:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777587338.862702:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587338.862706:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587338.862707:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587338.862709:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587338.862711:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.862712:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587338.862716:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587338.862721:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862727:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587338.862735:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587338.862737:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862740:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587338.862765:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862767:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587338.862770:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587338.862773:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777587338.862774:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587338.862776:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587338.862777:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587338.862779:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587338.862783:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587338.862785:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862788:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587338.862795:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587338.862796:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862800:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_01+1] req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.862802:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587338.862806:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587338.862809:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587338.862810:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587338.862813:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587338.862814:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587338.862817:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587338.862822:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777587338.862827:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587338.862828:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12423) 00000100:00000001:2.0:1777587338.862829:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587338.862834:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587338.862839:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.862847:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587338.862848:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587338.862851:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587338.862853:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587338.862855:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587338.862858:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667712896:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587338.862861:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587338.862875:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587338.862877:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587338.862879:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587338.862883:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8a02ad. 02000000:00000001:2.0:1777587338.862885:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587338.862889:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000322851e1. 00000400:00000010:2.0:1777587338.862893:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c31b77f. 00000100:00000200:2.0:1777587338.862896:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712896, portal 10 00000100:00000001:2.0:1777587338.862898:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587338.862899:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:2.0:1777587338.862906:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.862913:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587338.862916:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587338.862918:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002941b838. 00000100:00000200:2.0:1777587338.862920:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667712896, offset 0 00000400:00000200:2.0:1777587338.862925:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587338.862932:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587338.862935:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587338.862938:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587338.862940:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587338.862948:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587338.862952:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [481:481:256:4294967295] 192.168.204.155@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:2.0:1777587338.862960:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587338.862965:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587338.862969:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777587338.862973:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587338.862978:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587338.862981:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587338.863000:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587338.863004:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15993 usecs (16 jiffies) 00000100:00000001:2.0:1777587338.863007:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307085841 00000100:00000001:2.0:1777587338.863010:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863012:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307085841 00000100:00000001:2.0:1777587338.863014:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863016:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307085841 00000100:00000001:2.0:1777587338.863018:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863028:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307085841 00000100:00000001:2.0:1777587338.863029:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863031:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587338.863033:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.863035:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587338.863038:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.863044:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587338.863045:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587338.863047:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587338.863049:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587338.863050:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587338.863058:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667712768:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587338.863061:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587338.863064:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587338.863072:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587338.863074:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587338.863076:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6dd026f. 02000000:00000001:2.0:1777587338.863078:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587338.863081:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000913ab434. 00000400:00000010:2.0:1777587338.863084:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045150db9. 00000100:00000200:2.0:1777587338.863087:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667712768, portal 10 00000100:00000001:2.0:1777587338.863089:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587338.863090:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:2.0:1777587338.863095:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.863102:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587338.863104:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587338.863106:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdf45905. 00000100:00000200:2.0:1777587338.863108:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667712768, offset 0 00000400:00000200:2.0:1777587338.863112:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587338.863116:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587338.863119:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587338.863121:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587338.863123:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587338.863125:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587338.863127:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [482:482:255:4294967295] 192.168.204.155@tcp LPNI seq info [482:482:7:4294967295] 00000400:00000200:2.0:1777587338.863134:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587338.863137:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587338.863140:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa514194. 00000800:00000200:2.0:1777587338.863144:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587338.863148:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587338.863150:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa514194 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587338.863159:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587338.863161:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 103790 usecs (104 jiffies) 00000100:00000001:2.0:1777587338.863164:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307085929 00000100:00000001:2.0:1777587338.863166:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863168:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307085929 00000100:00000001:2.0:1777587338.863170:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863171:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307085929 00000100:00000001:2.0:1777587338.863173:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863175:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307085929 00000100:00000001:2.0:1777587338.863177:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307089230 00000100:00000001:2.0:1777587338.863178:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587338.863180:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.863182:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.863183:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587338.863186:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587338.863187:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587338.863189:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587338.863190:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587338.863191:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.863193:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587338.863338:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587338.863340:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587338.863648:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587338.863659:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587338.863661:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587338.863664:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587338.863671:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587338.863690:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0e880 00000400:00000200:0.0:1777587338.863698:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:0.0:1777587338.863705:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1777587338.863719:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587338.863724:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777587338.863728:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587338.863734:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587338.863738:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002941b838 00000400:00000010:1.0:1777587338.863741:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002941b838. 00000800:00000001:0.0:1777587338.863744:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587338.863745:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1777587338.863748:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1777587338.863752:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587338.863756:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587338.863764:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587338.863767:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1777587338.863770:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587338.863773:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587338.863796:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587338.863797:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587338.863799:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587338.863828:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587338.863836:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa514194. 00000400:00000200:1.0:1777587338.863839:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587338.863843:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587338.863846:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf45905 00000400:00000010:1.0:1777587338.863848:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fdf45905. 00000100:00000001:1.0:1777587338.863851:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587338.863853:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.863876:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587338.863880:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587338.863883:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587338.863886:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587338.863892:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587338.863893:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587338.863895:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587338.863905:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587338.863910:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587338.865916:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587338.865923:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587338.865927:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000839a56cf. 00000400:00000200:2.0:1777587338.865937:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f118cc 00000400:00000010:2.0:1777587338.865940:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000066f118cc. 00000100:00000001:2.0:1777587338.865944:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587338.865953:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587338.865964:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.865987:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587338.865990:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587338.865992:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587338.865995:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587338.865998:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587338.866000:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587338.866003:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587338.866008:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587338.866013:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587338.866015:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587338.866017:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587338.866020:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587338.866022:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.866024:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587338.866028:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.866035:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587338.866038:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587338.866040:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587338.866043:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587338.866051:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667712640:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587338.866056:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587338.866059:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587338.866061:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667712640/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.866112:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587338.866115:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587338.866118:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050b35c25. 02000000:00000001:2.0:1777587338.866122:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587338.866124:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587338.866126:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587338.866133:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587338.866135:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:2.0:1777587338.866139:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587338.866141:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587338.866143:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:2.0:1777587338.866146:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587338.866147:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587338.866149:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587338.866156:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587338.866158:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587338.866160:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587338.866162:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587338.866352:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587338.866362:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587338.866365:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587338.866368:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587338.866375:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587338.866390:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e900 00000400:00000200:2.0:1777587338.866396:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfd9 [1] + 224 00000800:00000001:2.0:1777587338.866403:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587338.866407:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587338.866409:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587338.866413:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587338.866419:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587338.866423:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587338.866431:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.866453:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587338.866460:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587338.866464:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587338.866465:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587338.866467:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587338.866470:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587338.866482:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0e980 00000400:00000200:2.0:1777587338.866488:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfd1 [1] + 224 00000800:00000001:2.0:1777587338.866492:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587338.866499:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1777587338.866499:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587338.866503:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587338.866504:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587338.866510:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:0.0:1777587338.866511:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587338.866513:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587338.866515:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000913ab434. 00000400:00000200:0.0:1777587338.866520:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045150db9 00000400:00000010:0.0:1777587338.866521:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045150db9. 00000100:00000001:0.0:1777587338.866524:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587338.866529:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587338.866529:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587338.866536:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587338.866548:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587338.866555:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587338.866562:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587338.866564:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587338.866568:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587338.866571:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587338.866574:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587338.866574:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587338.866576:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587338.866579:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587338.866580:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587338.866584:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777587338.866592:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587338.866596:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587338.866599:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587338.866601:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587338.866603:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587338.866605:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587338.866608:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587338.866610:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587338.866612:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587338.866613:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587338.866628:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587338.866636:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587338.866638:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587338.866639:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587338.866642:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587338.866648:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667712768:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587338.866653:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587338.866654:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587338.866657:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667712768/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587338.866664:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587338.866665:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587338.866668:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6dd026f. 02000000:00000001:0.0:1777587338.866672:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587338.866673:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587338.866675:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587338.866678:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587338.866679:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:0.0:1777587338.866682:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587338.866683:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587338.866685:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:0.0:1777587338.866694:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587338.866695:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587338.866698:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587338.866700:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587338.866701:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587338.866705:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587338.866706:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587338.866708:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322851e1. 00000400:00000200:0.0:1777587338.866711:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c31b77f 00000400:00000010:0.0:1777587338.866712:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c31b77f. 00000100:00000001:0.0:1777587338.866714:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587338.866717:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587338.866724:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587338.866730:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587338.866731:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587338.866733:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587338.866734:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587338.866735:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587338.866736:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587338.866738:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587338.866741:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587338.866744:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587338.866746:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587338.866748:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587338.866749:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587338.866751:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587338.866757:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587338.866760:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587338.866761:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587338.866762:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587338.866764:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587338.866766:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587338.866777:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587338.866779:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587338.866780:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587338.866783:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587338.866790:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667712896:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587338.866794:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587338.866796:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587338.866798:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667712896/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587338.866804:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587338.866805:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587338.866807:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8a02ad. 02000000:00000001:0.0:1777587338.866809:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587338.866811:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587338.866812:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587338.866813:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587338.866815:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:0.0:1777587338.866817:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587338.866818:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587338.866819:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:0.0:1777587338.866821:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587338.866822:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587338.866823:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587338.866827:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587338.866828:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587338.866830:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587338.866831:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587339.501364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587339.501371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587339.501377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587339.501378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587339.501399:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587339.501413:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587339.501416:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587340.525375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587340.525382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587340.525388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587340.525389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587340.525417:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587340.525420:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587340.525432:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587341.549446:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587341.549450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587341.549454:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587341.549455:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587341.549678:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587341.549682:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587341.549685:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587342.317390:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307089230, at 4307089280 00000100:00000040:3.0:1777587342.317391:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307089230, at 4307089280 00000100:00000010:3.0:1777587342.317408:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397b256. 00000100:00000010:0.0:1777587342.317418:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f0ba56a. 00000100:00000040:1.0:1777587342.317531:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307089230, at 4307089280 00000100:00000010:1.0:1777587342.317547:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d7fdf47. 00000100:00000040:2.0:1777587342.317629:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307089230, at 4307089280 00000100:00000010:2.0:1777587342.317634:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed50b589. 00010000:00000001:1.0:1777587342.573387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587342.573393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587342.573400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587342.573402:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587342.573425:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587342.573428:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587342.573431:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587343.598110:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587343.598116:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587343.598122:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587343.598123:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587343.598502:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587343.598506:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587343.598509:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587343.981600:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587343.981626:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587343.981632:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 00000020:00000040:1.0:1777587343.981638:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587343.981642:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587343.981646:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587343.981650:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587343.981657:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587343.981665:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981674:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587343.981684:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587343.981686:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981691:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017b81f49] to pc [ptlrpcd_00_02+2] req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587343.981728:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981730:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587343.981734:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587343.981736:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777587343.981738:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587343.981740:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587343.981741:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587343.981743:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587343.981745:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587343.981747:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981750:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587343.981756:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587343.981757:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981760:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_03+3] req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587343.981778:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981786:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587343.981792:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587343.981795:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777587343.981797:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587343.981799:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587343.981801:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587343.981801:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587343.981802:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587343.981807:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e60d4a0f. 00000100:00000001:1.0:1777587343.981809:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.981813:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587343.981816:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587343.981820:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587343.981821:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587343.981823:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587343.981827:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587343.981829:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_00_00+0] req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.981849:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587343.981852:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587343.981855:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587343.981857:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587343.981860:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587343.981864:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587343.981864:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667713024:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587343.981868:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587343.981871:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1777587343.981874:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1777587343.981877:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1777587343.981880:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12428) 02000000:00000001:2.0:1777587343.981880:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587343.981885:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587343.981895:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009094f513. 02000000:00000001:2.0:1777587343.981897:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587343.981903:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8334181. 00000400:00000010:2.0:1777587343.981909:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 00000100:00000200:2.0:1777587343.981914:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713024, portal 25 00000100:00000001:2.0:1777587343.981917:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587343.981919:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006738688 : -105793702812928 : ffff9fc7fbeca300) 00000100:00000040:2.0:1777587343.981924:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.981926:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587343.981930:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587343.981932:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587343.981935:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587343.981939:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587343.981940:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587343.981944:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777587343.981949:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667713024, offset 0 00000100:00000001:3.0:1777587343.981954:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587343.981956:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587343.981960:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587343.981960:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587343.981964:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587343.981967:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587343.981970:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667713152:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587343.981973:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587343.981976:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:3.0:1777587343.981976:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587343.981979:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587343.981982:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587343.981983:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1777587343.981987:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008384f130. 00000400:00000200:2.0:1777587343.981989:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777587343.981990:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587343.981994:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1777587343.981995:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042a90e7b. 00000400:00000200:2.0:1777587343.981999:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:3.0:1777587343.982000:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 00000400:00000200:2.0:1777587343.982004:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [483:483:256:4294967295] 192.168.204.155@tcp LPNI seq info [483:483:8:4294967295] 00000100:00000200:3.0:1777587343.982005:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713152, portal 10 00000100:00000001:3.0:1777587343.982010:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587343.982012:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000400:00000200:2.0:1777587343.982021:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:3.0:1777587343.982027:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587343.982030:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587343.982038:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1777587343.982039:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000100:00000040:3.0:1777587343.982043:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587343.982047:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd77428. 00000800:00000200:2.0:1777587343.982051:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:3.0:1777587343.982052:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667713152, offset 0 00000400:00000200:3.0:1777587343.982060:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587343.982064:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587343.982068:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587343.982069:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587343.982074:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587343.982077:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587343.982079:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587343.982082:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587343.982084:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587343.982085:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [484:484:255:4294967295] 192.168.204.155@tcp LPNI seq info [484:484:7:4294967295] 00000100:00000001:2.0:1777587343.982091:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307094350 00000100:00000010:2.0:1777587343.982098:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000400:00000200:3.0:1777587343.982098:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587343.982105:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587343.982107:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1777587343.982109:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000100:00000001:2.0:1777587343.982113:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307094350 00000800:00000200:3.0:1777587343.982115:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587343.982120:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:2.0:1777587343.982123:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000800:00000200:3.0:1777587343.982124:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587343.982129:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587343.982130:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982135:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307094350 00000100:00000040:3.0:1777587343.982136:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 103088 usecs (104 jiffies) 00000100:00000010:2.0:1777587343.982140:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:3.0:1777587343.982141:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307091048 00000100:00000001:2.0:1777587343.982145:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587343.982145:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307094350 00000100:00000001:3.0:1777587343.982148:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307091048 00000100:00000001:2.0:1777587343.982150:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307094350 00000100:00000001:3.0:1777587343.982151:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307094350 00000100:00000001:3.0:1777587343.982155:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307091048 00000100:00000010:2.0:1777587343.982156:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:3.0:1777587343.982158:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307094350 00000100:00000001:2.0:1777587343.982161:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587343.982162:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307091048 00000100:00000001:2.0:1777587343.982165:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587343.982168:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982172:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307094350 00000100:00000001:2.0:1777587343.982173:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982176:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587343.982177:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.982179:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982183:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982184:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587343.982186:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587343.982188:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587343.982189:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587343.982190:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587343.982192:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587343.982194:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587343.982195:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587343.982196:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587343.982197:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982198:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982201:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982202:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587343.982298:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587343.982302:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:2.0:1777587343.982307:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587343.982312:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587343.982317:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:2.0:1777587343.982319:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:2.0:1777587343.982322:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587343.982326:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.982334:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587343.982337:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.982344:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982345:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587343.982405:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587343.982412:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:2.0:1777587343.982415:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587343.982418:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587343.982421:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd77428 00000400:00000010:2.0:1777587343.982422:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006cd77428. 00000100:00000001:2.0:1777587343.982425:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587343.982427:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.982434:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587343.982436:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.982441:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982442:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587343.982452:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587343.982454:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587343.982455:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587343.982459:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.982465:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587343.982466:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587343.982468:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587343.982469:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587343.982471:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587343.982473:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667713280:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587343.982476:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587343.982478:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587343.982480:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587343.982481:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587343.982483:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006935fddd. 02000000:00000001:2.0:1777587343.982485:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587343.982487:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3436b12. 00000400:00000010:2.0:1777587343.982489:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777587343.982492:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713280, portal 10 00000100:00000001:2.0:1777587343.982498:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587343.982499:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000040:2.0:1777587343.982503:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.982509:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587343.982511:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587343.982513:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000200:2.0:1777587343.982516:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667713280, offset 0 00000400:00000200:2.0:1777587343.982519:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587343.982524:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587343.982526:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587343.982528:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587343.982530:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587343.982532:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587343.982534:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [485:485:256:4294967295] 192.168.204.155@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:2.0:1777587343.982541:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587343.982545:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587343.982547:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000439b49d3. 00000800:00000200:2.0:1777587343.982551:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587343.982554:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587343.982557:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000439b49d3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587343.982563:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587343.982565:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15913 usecs (16 jiffies) 00000100:00000001:2.0:1777587343.982567:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307090960 00000100:00000001:2.0:1777587343.982569:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307094350 00000100:00000001:2.0:1777587343.982571:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307090960 00000100:00000001:2.0:1777587343.982572:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307094350 00000100:00000001:2.0:1777587343.982574:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307090960 00000100:00000001:2.0:1777587343.982575:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307094350 00000100:00000001:2.0:1777587343.982581:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307090960 00000100:00000001:2.0:1777587343.982583:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307094350 00000100:00000001:2.0:1777587343.982585:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587343.982586:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982588:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982590:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587343.982593:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587343.982594:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587343.982596:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587343.982598:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587343.982599:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982600:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587343.982615:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587343.982618:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587343.982742:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587343.982745:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000439b49d3. 00000400:00000200:3.0:1777587343.982749:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587343.982753:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587343.982755:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:3.0:1777587343.982757:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:3.0:1777587343.982759:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587343.982762:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.982779:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587343.982781:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.982787:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.982788:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587343.985196:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985217:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587343.985221:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985223:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587343.985233:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587343.985247:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ea80 00000400:00000200:2.0:1777587343.985280:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xfe9 [1] + 224 00000800:00000001:2.0:1777587343.985287:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985292:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587343.985294:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587343.985298:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587343.985303:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587343.985308:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587343.985318:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.985362:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587343.985365:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587343.985384:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587343.985390:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985404:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587343.985406:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985514:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587343.985519:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587343.985526:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0eb00 00000400:00000200:2.0:1777587343.985530:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0xff1 [1] + 224 00000800:00000001:2.0:1777587343.985534:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985539:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587343.985541:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587343.985543:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587343.985546:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587343.985549:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587343.985557:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.985577:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587343.985580:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.985583:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587343.985627:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587343.985630:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587343.985634:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587343.985635:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587343.985637:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3436b12. 00000400:00000200:1.0:1777587343.985641:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000400:00000010:1.0:1777587343.985642:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:1.0:1777587343.985644:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587343.985647:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587343.985654:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587343.985666:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587343.985668:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587343.985670:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587343.985672:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587343.985674:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587343.985676:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587343.985678:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587343.985684:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587343.985687:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587343.985688:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587343.985690:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587343.985691:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587343.985694:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587343.985698:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587343.985701:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587343.985702:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587343.985703:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587343.985704:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587343.985706:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587343.985710:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587343.985712:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587343.985714:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587343.985715:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587343.985720:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667713280:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587343.985722:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587343.985724:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587343.985725:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667713280/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587343.985738:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587343.985741:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587343.985743:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006935fddd. 02000000:00000001:1.0:1777587343.985747:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587343.985749:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587343.985750:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587343.985753:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587343.985754:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e60d4a0f. 02000000:00000001:1.0:1777587343.985758:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587343.985760:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587343.985761:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:1.0:1777587343.985764:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587343.985775:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587343.985777:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587343.985783:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587343.985785:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587343.985787:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587343.985789:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587343.985842:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587343.985844:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587343.985846:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042a90e7b. 00000400:00000200:3.0:1777587343.985849:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:3.0:1777587343.985850:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000100:00000001:3.0:1777587343.985853:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587343.985856:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587343.985875:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.985882:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587343.985883:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.985885:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587343.985886:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587343.985887:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587343.985889:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587343.985890:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587343.985894:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587343.985896:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587343.985899:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587343.985900:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587343.985901:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587343.985904:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.985906:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587343.985907:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587343.985909:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587343.985910:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587343.985912:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.985918:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587343.985920:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587343.985921:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587343.985923:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587343.985930:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667713152:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587343.985934:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.985935:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587343.985937:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667713152/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.985952:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587343.985953:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587343.985955:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008384f130. 02000000:00000001:3.0:1777587343.985957:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587343.985958:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587343.985959:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587343.985961:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587343.985962:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000001:3.0:1777587343.985964:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587343.985966:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587343.985967:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:3.0:1777587343.985969:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587343.985970:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.985972:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.985975:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587343.985976:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.985978:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587343.985979:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587343.988819:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.988833:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587343.988837:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.988839:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587343.988847:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587343.988859:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ea00 00000400:00000200:2.0:1777587343.988865:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:2.0:1777587343.988871:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.988876:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587343.988878:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587343.988881:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587343.988886:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587343.988892:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587343.988915:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587343.988927:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587343.988933:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587343.988934:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.989005:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587343.989009:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587343.989015:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587343.989017:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587343.989019:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8334181. 00000400:00000200:3.0:1777587343.989024:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000400:00000010:3.0:1777587343.989026:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:3.0:1777587343.989029:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587343.989034:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587343.989043:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.989049:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587343.989050:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.989052:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587343.989054:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587343.989056:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587343.989068:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587343.989071:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587343.989076:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587343.989079:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587343.989081:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587343.989083:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587343.989085:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587343.989086:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.989088:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587343.989091:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.989098:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587343.989101:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587343.989102:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587343.989105:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587343.989112:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667713024:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587343.989117:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.989120:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587343.989122:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017b81f49 x1863934667713024/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587343.989128:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587343.989130:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587343.989132:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009094f513. 02000000:00000001:3.0:1777587343.989136:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587343.989138:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587343.989139:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587343.989141:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587343.989144:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:3.0:1777587343.989147:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587343.989149:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587343.989150:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 00000100:00000001:3.0:1777587343.989153:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587343.989159:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.989161:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587343.989167:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587343.989169:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587343.989171:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587343.989173:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587344.621381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587344.621386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587344.621390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587344.621391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587344.621619:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587344.621623:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587344.621626:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587345.645365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587345.645370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587345.645373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587345.645374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587345.645395:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587345.645397:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587345.645399:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587346.669384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587346.669391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587346.669397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587346.669398:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587346.669861:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587346.669865:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587346.669868:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587347.437368:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307094350, at 4307094400 00000100:00000010:0.0:1777587347.437392:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000040:2.0:1777587347.437430:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307094350, at 4307094400 00000100:00000010:2.0:1777587347.437438:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:1.0:1777587347.437503:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307094350, at 4307094400 00000100:00000010:1.0:1777587347.437510:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00000100:00000040:3.0:1777587347.437675:0:193908:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307094350, at 4307094400 00000100:00000010:3.0:1777587347.437681:0:193908:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00010000:00000001:1.0:1777587347.693397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587347.693424:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587347.693426:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587347.693429:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693434:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587347.693436:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693438:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693440:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693445:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587347.693458:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587347.693459:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587347.693461:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693462:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587347.693463:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693465:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587347.693466:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587347.693684:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587347.693688:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587347.693705:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587348.717399:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587348.717405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587348.717412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587348.717414:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587348.717441:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587348.717444:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587348.717446:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587349.101614:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587349.101621:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587349.101627:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000020:00000040:3.0:1777587349.101632:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587349.101636:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587349.101639:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587349.101643:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587349.101649:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587349.101657:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.101679:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587349.101689:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587349.101691:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.101697:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_01+1] req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.101722:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.101725:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587349.101729:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587349.101732:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777587349.101735:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587349.101737:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777587349.101738:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587349.101744:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587349.101747:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587349.101748:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587349.101751:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587349.101756:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777587349.101758:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587349.101764:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587349.101770:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587349.101773:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.101773:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1777587349.101778:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587349.101782:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587349.101784:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1777587349.101787:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.101787:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587349.101794:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667713408:192.168.204.155@tcp:400: 00000100:00000040:3.0:1777587349.101795:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_02+2] req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587349.101802:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587349.101808:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587349.101811:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587349.101813:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587349.101818:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000174bc0e. 00000100:00000001:3.0:1777587349.101820:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587349.101821:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.101824:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587349.101828:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1777587349.101829:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa5186. 00000100:00000010:3.0:1777587349.101832:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777587349.101835:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000010:2.0:1777587349.101836:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000001:3.0:1777587349.101839:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587349.101841:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587349.101843:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587349.101844:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713408, portal 25 00000100:00000001:0.0:1777587349.101845:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1777587349.101847:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:2.0:1777587349.101849:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1777587349.101850:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587349.101851:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000001:0.0:1777587349.101855:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.101858:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587349.101860:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587349.101864:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1777587349.101866:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587349.101868:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.101873:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587349.101875:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587349.101878:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587349.101883:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587349.101901:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587349.101902:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587349.101904:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587349.101907:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587349.101909:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587349.101911:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1777587349.101911:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 02000000:00000001:0.0:1777587349.101916:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587349.101916:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667713408, offset 0 00000100:00100000:0.0:1777587349.101921:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667713536:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777587349.101926:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587349.101937:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587349.101938:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:0.0:1777587349.101941:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587349.101944:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587349.101944:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1777587349.101948:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587349.101950:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587349.101954:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1777587349.101956:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a90b5cbd. 00000400:00000200:2.0:1777587349.101958:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777587349.101961:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587349.101966:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [486:486:256:4294967295] 192.168.204.155@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000010:0.0:1777587349.101968:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cf5d27. 00000100:00000001:3.0:1777587349.101972:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1777587349.101975:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf3318a3. 00000100:00000001:3.0:1777587349.101975:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587349.101981:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713536, portal 10 00000100:00000040:3.0:1777587349.101983:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_03+3] req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587349.101988:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587349.101991:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587349.101994:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000800:00000200:2.0:1777587349.102003:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587349.102005:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102007:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587349.102010:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030f991b0. 00000100:00000040:3.0:1777587349.102011:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587349.102019:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:2.0:1777587349.102022:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587349.102023:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777587349.102032:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:0.0:1777587349.102033:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777587349.102034:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12433) 00000800:00000200:2.0:1777587349.102037:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030f991b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1777587349.102040:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af346a3b. 00000100:00000200:0.0:1777587349.102048:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667713536, offset 0 00000100:00000001:2.0:1777587349.102050:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587349.102055:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587349.102056:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307099470 00000100:00000010:2.0:1777587349.102062:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000400:00000200:0.0:1777587349.102063:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587349.102067:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587349.102070:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777587349.102071:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587349.102075:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587349.102078:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587349.102078:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307099470 00000100:00000010:2.0:1777587349.102083:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000400:00000200:0.0:1777587349.102084:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [487:487:255:4294967295] 192.168.204.155@tcp LPNI seq info [487:487:7:4294967295] 00000100:00000001:2.0:1777587349.102088:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587349.102093:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307099470 00000400:00000200:0.0:1777587349.102098:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000010:2.0:1777587349.102098:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:2.0:1777587349.102102:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1777587349.102107:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587349.102108:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307099470 00000800:00000010:0.0:1777587349.102111:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff519cf6. 00000100:00000010:2.0:1777587349.102113:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000800:00000200:0.0:1777587349.102116:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587349.102122:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587349.102122:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587349.102126:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587349.102130:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587349.102133:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587349.102135:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777587349.102137:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff519cf6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587349.102138:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587349.102141:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587349.102143:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587349.102143:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587349.102146:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587349.102148:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 102398 usecs (103 jiffies) 00000100:00000001:2.0:1777587349.102148:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587349.102152:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102153:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307096167 00000100:00000001:0.0:1777587349.102160:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102162:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307096167 00000100:00000001:0.0:1777587349.102164:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102166:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307096167 00000100:00000001:0.0:1777587349.102168:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102175:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307096167 00000100:00000001:0.0:1777587349.102177:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102180:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587349.102182:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102184:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102186:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.102190:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587349.102191:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587349.102193:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587349.102195:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587349.102196:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587349.102200:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587349.102208:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587349.102209:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587349.102211:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587349.102213:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587349.102215:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587349.102218:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667713664:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587349.102221:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587349.102223:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587349.102224:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587349.102226:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587349.102233:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f2d3e67. 02000000:00000001:0.0:1777587349.102236:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587349.102239:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007966ba49. 00000400:00000010:0.0:1777587349.102242:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005376fed5. 00000100:00000200:0.0:1777587349.102245:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713664, portal 10 00000100:00000001:0.0:1777587349.102247:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587349.102248:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000040:0.0:1777587349.102276:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587349.102292:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587349.102294:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587349.102297:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a601b3d6. 00000100:00000200:0.0:1777587349.102298:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667713664, offset 0 00000400:00000200:0.0:1777587349.102303:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587349.102308:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587349.102311:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587349.102313:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587349.102316:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587349.102319:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587349.102322:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [488:488:254:4294967295] 192.168.204.155@tcp LPNI seq info [488:488:6:4294967295] 00000400:00000200:0.0:1777587349.102331:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587349.102335:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000200:3.0:1777587349.102337:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587349.102338:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb3c28e4. 00000800:00000010:3.0:1777587349.102342:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030f991b0. 00000800:00000200:0.0:1777587349.102343:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587349.102349:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1777587349.102351:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587349.102355:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb3c28e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587349.102360:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587349.102360:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:0.0:1777587349.102364:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15835 usecs (16 jiffies) 00000100:00000001:0.0:1777587349.102367:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307096081 00000400:00000200:3.0:1777587349.102367:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000100:00000001:0.0:1777587349.102371:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102373:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307096081 00000100:00000001:0.0:1777587349.102375:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102377:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307096081 00000100:00000001:0.0:1777587349.102378:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102380:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307096081 00000100:00000001:0.0:1777587349.102382:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307099470 00000100:00000001:0.0:1777587349.102388:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587349.102391:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102393:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102395:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.102398:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587349.102400:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587349.102402:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587349.102403:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587349.102405:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102407:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.102416:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587349.102418:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587349.102441:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587349.102444:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587349.102720:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:3.0:1777587349.102726:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587349.102730:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102738:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587349.102741:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102746:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.102748:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587349.102761:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587349.102763:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff519cf6. 00000400:00000200:3.0:1777587349.102765:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587349.102768:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587349.102770:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af346a3b 00000400:00000010:3.0:1777587349.102772:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af346a3b. 00000100:00000001:3.0:1777587349.102773:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587349.102776:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102782:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587349.102783:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102788:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.102790:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587349.102823:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587349.102825:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb3c28e4. 00000400:00000200:3.0:1777587349.102828:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587349.102831:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587349.102833:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a601b3d6 00000400:00000010:3.0:1777587349.102839:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a601b3d6. 00000100:00000001:3.0:1777587349.102841:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587349.102844:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102851:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587349.102853:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.102859:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.102860:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587349.106993:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107007:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587349.107011:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107014:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587349.107025:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587349.107041:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0eb80 00000400:00000200:2.0:1777587349.107049:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:2.0:1777587349.107056:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107060:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587349.107063:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587349.107067:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587349.107073:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587349.107079:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587349.107090:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587349.107111:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587349.107119:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107122:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587349.107123:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107125:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587349.107128:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587349.107133:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ec00 00000400:00000200:2.0:1777587349.107152:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1001 [1] + 224 00000800:00000001:2.0:1777587349.107156:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107160:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587349.107161:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587349.107164:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587349.107167:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587349.107170:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587349.107177:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587349.107203:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587349.107207:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107210:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587349.107212:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107214:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587349.107218:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587349.107224:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ec80 00000400:00000200:2.0:1777587349.107227:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1009 [1] + 224 00000800:00000001:2.0:1777587349.107230:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107236:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587349.107237:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587349.107239:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587349.107242:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587349.107244:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587349.107267:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587349.107274:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587349.107277:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587349.107279:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107394:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587349.107398:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587349.107405:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587349.107407:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587349.107409:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007966ba49. 00000400:00000200:3.0:1777587349.107415:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005376fed5 00000400:00000010:3.0:1777587349.107417:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005376fed5. 00000100:00000001:3.0:1777587349.107420:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587349.107424:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587349.107430:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.107435:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587349.107437:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107439:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587349.107442:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587349.107444:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587349.107446:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587349.107449:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587349.107457:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587349.107461:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587349.107463:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587349.107464:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587349.107467:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587349.107470:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587349.107487:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.107490:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587349.107492:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587349.107494:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587349.107495:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.107498:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.107504:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587349.107506:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587349.107508:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587349.107511:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587349.107518:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667713664:192.168.204.155@tcp:400: 00000400:00000001:3.0:1777587349.107523:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587349.107525:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587349.107526:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cf5d27. 00000400:00000200:3.0:1777587349.107528:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf3318a3 00000400:00000010:3.0:1777587349.107530:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000bf3318a3. 00000100:00000001:3.0:1777587349.107532:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587349.107534:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587349.107540:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.107545:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587349.107546:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107548:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587349.107549:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587349.107550:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587349.107552:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587349.107554:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587349.107563:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587349.107566:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587349.107568:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587349.107569:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587349.107571:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587349.107573:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.107575:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587349.107576:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587349.107577:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587349.107578:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587349.107582:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.107587:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587349.107588:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587349.107590:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587349.107592:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587349.107597:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667713536:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587349.107601:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107603:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587349.107605:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667713664/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.107611:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587349.107613:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587349.107616:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f2d3e67. 02000000:00000001:3.0:1777587349.107619:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587349.107622:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587349.107623:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587349.107625:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587349.107628:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:3.0:1777587349.107631:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587349.107633:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587349.107634:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:3.0:1777587349.107642:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587349.107644:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107645:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587349.107648:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667713536/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587349.107653:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587349.107655:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587349.107656:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a90b5cbd. 02000000:00000001:3.0:1777587349.107659:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587349.107660:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587349.107661:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587349.107663:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587349.107664:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:3.0:1777587349.107665:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587349.107675:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587349.107676:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:3.0:1777587349.107679:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587349.107680:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107682:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587349.107690:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587349.107691:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587349.107693:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587349.107695:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.107756:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587349.107759:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587349.107762:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587349.107764:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587349.107765:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa5186. 00000400:00000200:0.0:1777587349.107770:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:0.0:1777587349.107772:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:0.0:1777587349.107775:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587349.107779:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587349.107788:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587349.107794:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587349.107796:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.107798:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587349.107799:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587349.107800:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587349.107802:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587349.107803:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587349.107806:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587349.107809:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587349.107811:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587349.107812:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587349.107814:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587349.107821:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.107824:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587349.107827:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587349.107834:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587349.107836:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587349.107837:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587349.107839:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587349.107845:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667713408:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587349.107850:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.107851:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587349.107853:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667713408/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587349.107859:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587349.107860:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587349.107862:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000174bc0e. 02000000:00000001:0.0:1777587349.107865:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587349.107866:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587349.107867:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587349.107869:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587349.107870:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:0.0:1777587349.107873:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587349.107874:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587349.107875:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:0.0:1777587349.107877:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587349.107878:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.107880:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587349.107884:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587349.107885:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587349.107887:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587349.107889:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587349.741344:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587349.741349:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587349.741355:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587349.741356:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587349.741443:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587349.741447:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587349.741449:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587350.765903:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587350.765910:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587350.765916:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587350.765917:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587350.766683:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587350.766688:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587350.766711:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587351.789367:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587351.789373:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587351.789381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587351.789383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587351.789410:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587351.789413:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587351.789433:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587352.557364:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307099470, at 4307099520 00000100:00000040:3.0:1777587352.557364:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307099470, at 4307099520 00000100:00000040:2.0:1777587352.557371:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307099470, at 4307099520 00000100:00000010:1.0:1777587352.557380:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000010:3.0:1777587352.557382:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000010:2.0:1777587352.557384:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00000100:00000040:0.0:1777587352.557515:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307099470, at 4307099520 00000100:00000010:0.0:1777587352.557521:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00010000:00000001:1.0:1777587352.813369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587352.813374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587352.813379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587352.813380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587352.813474:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587352.813477:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587352.813479:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587353.837610:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587353.837617:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587353.837626:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587353.837627:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587353.837730:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587353.837733:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587353.837735:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587354.221622:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587354.221631:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587354.221638:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013e7b715. 00000020:00000040:0.0:1777587354.221644:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587354.221649:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587354.221651:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587354.221656:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587354.221663:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb3c28e4. 00000100:00000001:0.0:1777587354.221669:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587354.221679:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587354.221689:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587354.221691:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587354.221697:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e7b715] to pc [ptlrpcd_00_00+0] req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587354.221729:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587354.221731:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587354.221735:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587354.221737:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062ebd8f3. 00000020:00000040:0.0:1777587354.221739:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587354.221742:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587354.221743:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587354.221745:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587354.221747:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff519cf6. 00000100:00000001:0.0:1777587354.221751:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587354.221754:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587354.221756:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587354.221761:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587354.221763:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587354.221765:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587354.221771:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587354.221778:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.221784:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1777587354.221787:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ebd8f3] to pc [ptlrpcd_00_01+1] req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.221788:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587354.221794:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587354.221797:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587354.221801:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.221803:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587354.221806:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667713792:192.168.204.155@tcp:400: 00000100:00000040:0.0:1777587354.221807:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587354.221813:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587354.221814:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587354.221819:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587354.221821:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777587354.221821:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587354.221824:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.221825:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587354.221828:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587354.221829:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1777587354.221831:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587354.221834:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dae1efc9. 02000000:00000010:0.0:1777587354.221836:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000985c78b3. 02000000:00000001:1.0:1777587354.221838:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.221841:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587354.221845:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000100:00000040:0.0:1777587354.221847:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777587354.221853:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000001:0.0:1777587354.221859:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587354.221860:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587354.221861:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713792, portal 25 00000100:00000001:1.0:1777587354.221864:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587354.221866:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529535616 : -105794180016000 : ffff9fc7df7b1880) 00000100:00000040:0.0:1777587354.221868:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_02+2] req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587354.221874:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.221888:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587354.221891:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587354.221892:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587354.221895:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1777587354.221897:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea633df1. 00000100:00000040:0.0:1777587354.221902:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1777587354.221902:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667713792, offset 0 00000100:00000040:0.0:1777587354.221909:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12438) 00000400:00000200:1.0:1777587354.221913:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587354.221926:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587354.221930:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587354.221935:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587354.221939:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587354.221939:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587354.221943:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587354.221943:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587354.221946:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587354.221951:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [489:489:256:4294967295] 192.168.204.155@tcp LPNI seq info [489:489:8:4294967295] 00000100:00000040:0.0:1777587354.221954:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587354.221962:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587354.221966:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587354.221968:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587354.221975:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587354.221977:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587354.221980:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1777587354.221980:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 02000000:00000001:0.0:1777587354.221985:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587354.221990:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667714048:192.168.204.155@tcp:400: 00000800:00000200:1.0:1777587354.221991:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587354.221997:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587354.222000:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1777587354.222002:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:0.0:1777587354.222004:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587354.222007:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1777587354.222008:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1777587354.222011:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000602973fc. 02000000:00000001:0.0:1777587354.222015:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587354.222018:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f2bb0e. 00000400:00000010:0.0:1777587354.222022:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000200:0.0:1777587354.222025:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714048, portal 10 00000100:00000001:1.0:1777587354.222026:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.222027:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587354.222031:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000001:1.0:1777587354.222032:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307104590 00000100:00000010:1.0:1777587354.222038:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009418f570. 00000100:00000040:0.0:1777587354.222041:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.222045:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587354.222051:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587354.222054:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587354.222056:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a69fa2e. 00000100:00000200:0.0:1777587354.222058:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667714048, offset 0 00000400:00000200:0.0:1777587354.222062:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587354.222062:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307104590 00000100:00000010:1.0:1777587354.222068:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000400:00000200:0.0:1777587354.222071:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587354.222073:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1777587354.222075:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587354.222077:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307104590 00000400:00000200:0.0:1777587354.222079:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000010:1.0:1777587354.222081:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec7fd648. 00000400:00000200:0.0:1777587354.222084:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587354.222086:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1777587354.222088:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587354.222091:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307104590 00000400:00000200:0.0:1777587354.222094:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [490:490:255:4294967295] 192.168.204.155@tcp LPNI seq info [490:490:7:4294967295] 00000100:00000010:1.0:1777587354.222096:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d7fdf47. 00000400:00000200:0.0:1777587354.222106:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587354.222107:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587354.222113:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777587354.222116:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587354.222118:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587354.222121:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1916189. 00000100:00000001:1.0:1777587354.222122:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.222126:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777587354.222128:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587354.222135:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587354.222138:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1777587354.222143:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587354.222143:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587354.222146:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1777587354.222147:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1916189 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587354.222148:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.222154:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587354.222154:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1777587354.222158:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587354.222160:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15770 usecs (16 jiffies) 00000100:00000001:1.0:1777587354.222161:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587354.222163:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587354.222166:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307101200 00000100:00000001:1.0:1777587354.222167:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587354.222169:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587354.222171:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307104590 00000100:00000001:1.0:1777587354.222171:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1777587354.222172:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587354.222176:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307101200 00000100:00000040:1.0:1777587354.222177:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1777587354.222178:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000100:00000001:0.0:1777587354.222181:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307104590 00000400:00000200:2.0:1777587354.222185:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587354.222188:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307101200 00000100:00000001:0.0:1777587354.222193:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307104590 00000100:00000001:0.0:1777587354.222198:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307101200 00000100:00000001:1.0:1777587354.222198:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587354.222201:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587354.222201:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587354.222203:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307104590 02000000:00000001:1.0:1777587354.222207:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587354.222208:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587354.222209:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587354.222211:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea633df1 02000000:00000001:1.0:1777587354.222213:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587354.222215:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea633df1. 00000100:00100000:1.0:1777587354.222219:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667713920:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587354.222220:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587354.222223:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587354.222227:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1777587354.222228:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587354.222229:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587354.222232:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587354.222236:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000136ae77a. 02000000:00000001:1.0:1777587354.222239:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587354.222244:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000010:1.0:1777587354.222249:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000001:2.0:1777587354.222249:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1777587354.222274:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667713920, portal 10 00000100:00000001:1.0:1777587354.222276:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587354.222282:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529530240 : -105794180021376 : ffff9fc7df7b0380) 00000100:00000040:1.0:1777587354.222287:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.222296:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587354.222298:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587354.222302:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587354.222305:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc48e06. 00000100:00000200:1.0:1777587354.222310:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667713920, offset 0 00000100:00000001:2.0:1777587354.222316:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587354.222319:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587354.222325:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587354.222329:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1777587354.222330:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587354.222333:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587354.222334:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587354.222340:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587354.222340:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587354.222344:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587354.222344:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587354.222349:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [491:491:254:4294967295] 192.168.204.155@tcp LPNI seq info [491:491:6:4294967295] 00000100:00000001:0.0:1777587354.222351:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587354.222354:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587354.222359:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587354.222362:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587354.222363:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587354.222366:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.222369:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587354.222370:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587354.222375:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587354.222379:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587354.222384:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587354.222384:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587354.222388:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1916189. 00000800:00000200:1.0:1777587354.222389:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587354.222394:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587354.222394:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1777587354.222400:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 101732 usecs (102 jiffies) 00000100:00000001:0.0:1777587354.222404:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1777587354.222404:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587354.222405:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307101287 00000100:00000001:0.0:1777587354.222408:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587354.222411:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a69fa2e 00000100:00000001:1.0:1777587354.222412:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307104590 00000400:00000010:2.0:1777587354.222415:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004a69fa2e. 00000100:00000001:1.0:1777587354.222416:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307101287 00000100:00000001:1.0:1777587354.222420:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307104590 00000100:00000001:2.0:1777587354.222421:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587354.222423:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307101287 00000100:00000001:1.0:1777587354.222427:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307104590 00000100:00000200:2.0:1777587354.222427:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.222431:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307101287 00000100:00000001:2.0:1777587354.222438:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587354.222439:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307104590 00000100:00000001:1.0:1777587354.222444:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587354.222444:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.222448:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.222452:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.222456:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587354.222462:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587354.222464:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587354.222494:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587354.222496:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:2.0:1777587354.222499:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587354.222508:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587354.222511:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc48e06 00000400:00000010:2.0:1777587354.222513:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc48e06. 00000100:00000001:2.0:1777587354.222515:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587354.222517:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587354.222535:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587354.222538:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587354.222544:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587354.222545:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587354.223485:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587354.223489:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587354.229931:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.229945:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587354.229949:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.229951:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587354.230054:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587354.230073:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ed00 00000400:00000200:3.0:1777587354.230081:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:3.0:1777587354.230089:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230095:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587354.230097:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587354.230102:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587354.230109:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587354.230116:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587354.230132:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587354.230154:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587354.230162:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230166:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587354.230167:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230169:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587354.230173:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587354.230179:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ed80 00000400:00000200:3.0:1777587354.230183:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:3.0:1777587354.230187:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230190:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587354.230192:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587354.230195:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587354.230198:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587354.230202:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1777587354.230202:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230207:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587354.230214:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587354.230216:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587354.230219:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587354.230222:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:1.0:1777587354.230226:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:1.0:1777587354.230236:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:1.0:1777587354.230242:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587354.230242:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1777587354.230248:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1777587354.230277:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230283:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587354.230286:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230289:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587354.230297:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587354.230304:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ee00 00000400:00000200:3.0:1777587354.230308:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1019 [1] + 224 00000800:00000001:3.0:1777587354.230312:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1777587354.230317:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230328:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587354.230329:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587354.230331:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587354.230332:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587354.230338:0:197581:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1777587354.230338:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:1.0:1777587354.230342:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587354.230344:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587354.230346:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1777587354.230349:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230350:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587354.230358:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587354.230361:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777587354.230369:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587354.230373:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587354.230375:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587354.230377:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587354.230379:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587354.230381:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.230386:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587354.230394:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230401:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587354.230410:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587354.230412:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587354.230422:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587354.230430:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000013e7b715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667713792:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587354.230432:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587354.230436:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587354.230437:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.230440:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587354.230446:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013e7b715 x1863934667713792/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230456:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587354.230458:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587354.230461:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dae1efc9. 02000000:00000001:1.0:1777587354.230465:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587354.230467:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587354.230468:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587354.230470:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587354.230472:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb3c28e4. 02000000:00000001:1.0:1777587354.230479:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587354.230484:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587354.230485:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013e7b715. 00000100:00000001:1.0:1777587354.230489:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587354.230490:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587354.230492:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.230494:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587354.230495:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587354.230497:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587354.230498:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587354.230500:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587354.230505:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587354.230506:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587354.230511:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587354.230514:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587354.230617:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230738:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587354.230740:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587354.230742:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587354.230743:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587354.230744:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587354.230745:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587354.230747:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587354.230752:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587354.230754:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587354.230756:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587354.230757:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587354.230759:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587354.230761:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.230764:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587354.230766:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587354.230768:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587354.230769:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587354.230772:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230778:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587354.230779:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587354.230848:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587354.230852:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587354.230859:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000062ebd8f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667713920:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587354.230866:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587354.230868:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587354.230872:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062ebd8f3 x1863934667713920/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587354.230877:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587354.230878:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587354.230888:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000136ae77a. 02000000:00000001:1.0:1777587354.230893:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587354.230894:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587354.230895:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587354.230900:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587354.230901:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff519cf6. 02000000:00000001:1.0:1777587354.230906:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587354.230907:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587354.230908:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062ebd8f3. 00000100:00000001:1.0:1777587354.230911:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587354.230912:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587354.230914:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587354.230927:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587354.230932:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587354.230934:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587354.230935:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587354.230976:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587354.230984:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587354.230987:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777587354.231626:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587354.231628:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587354.231630:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f2bb0e. 00000400:00000200:0.0:1777587354.231636:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:0.0:1777587354.231638:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:0.0:1777587354.231641:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587354.231652:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587354.231660:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587354.231666:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587354.231668:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587354.231670:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587354.231671:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587354.231673:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587354.231674:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587354.231676:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587354.231680:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587354.231683:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587354.231684:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587354.231686:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587354.231687:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587354.231690:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587354.231697:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.231699:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587354.231700:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587354.231702:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587354.231703:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587354.231706:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587354.231712:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587354.231714:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587354.231716:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587354.231719:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587354.231725:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667714048:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587354.231737:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587354.231739:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587354.231741:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667714048/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587354.231746:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587354.231747:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587354.231749:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000602973fc. 02000000:00000001:0.0:1777587354.231752:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587354.231753:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587354.231754:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587354.231756:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587354.231757:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000985c78b3. 02000000:00000001:0.0:1777587354.231759:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587354.231760:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587354.231761:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:0.0:1777587354.231763:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587354.231764:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587354.231765:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587354.231770:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587354.231771:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587354.231772:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587354.231774:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587354.864004:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587354.864009:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587354.864014:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587354.864015:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587354.864035:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587354.864037:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587354.864040:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587355.885362:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587355.885368:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587355.885379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587355.885381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587355.885440:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587355.885443:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587355.885446:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587356.909515:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587356.909529:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587356.909535:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587356.909536:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587356.909603:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587356.909606:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587356.909609:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587357.677332:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307104590, at 4307104640 00000100:00000010:2.0:1777587357.677344:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec7fd648. 00000100:00000040:3.0:1777587357.677387:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307104590, at 4307104640 00000100:00000010:3.0:1777587357.677396:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d7fdf47. 00000100:00000040:0.0:1777587357.677422:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307104590, at 4307104640 00000100:00000010:0.0:1777587357.677428:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009418f570. 00000100:00000040:1.0:1777587357.677478:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307104590, at 4307104640 00000100:00000010:1.0:1777587357.677489:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00010000:00000001:1.0:1777587357.933414:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587357.933423:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587357.933426:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587357.933430:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933454:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587357.933456:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933458:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933460:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933465:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587357.933467:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587357.933468:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587357.933469:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933471:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587357.933472:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933473:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587357.933474:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587357.933494:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587357.933507:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587357.933509:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587358.957365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587358.957371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587358.957376:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587358.957377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587358.957412:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587358.957414:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587358.957416:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587359.341503:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587359.341510:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587359.341529:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777587359.341535:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587359.341540:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587359.341543:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587359.341547:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587359.341650:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587359.341657:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587359.341666:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587359.341676:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587359.341678:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587359.341684:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_03+3] req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587359.341723:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587359.341726:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587359.341729:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587359.341732:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777587359.341735:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587359.341738:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587359.341740:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587359.341741:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587359.341742:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.341747:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1777587359.341747:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:0.0:1777587359.341751:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587359.341751:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587359.341758:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587359.341758:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587359.341773:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587359.341774:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587359.341778:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_00+0] req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.341834:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587359.341837:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587359.341838:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587359.341843:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.341850:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587359.341852:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.341854:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587359.341856:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587359.341858:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587359.341860:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667714304:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587359.341863:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587359.341867:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777587359.341868:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.341869:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.341874:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587359.341874:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1777587359.341878:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e15a0e8. 02000000:00000001:2.0:1777587359.341880:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587359.341885:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1777587359.341886:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000100:00000010:3.0:1777587359.341890:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000400:00000010:2.0:1777587359.341893:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000020:00000040:3.0:1777587359.341895:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587359.341897:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587359.341899:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777587359.341900:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587359.341900:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714304, portal 10 02000000:00000001:3.0:1777587359.341901:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587359.341905:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587359.341906:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587359.341909:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1777587359.341910:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587359.341911:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 02000000:00000010:3.0:1777587359.341912:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 02000000:00000001:0.0:1777587359.341915:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587359.341918:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587359.341920:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587359.341923:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587359.341926:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587359.341928:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587359.341931:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667714176:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587359.341940:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587359.341944:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587359.341944:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1777587359.341946:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587359.341948:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587359.341948:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587359.341950:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587359.341951:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587359.341952:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000010:0.0:1777587359.341953:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e24a721. 00000100:00000001:1.0:1777587359.341953:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587359.341957:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587359.341957:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000400:00000010:0.0:1777587359.341960:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f2bb0e. 00000100:00000200:2.0:1777587359.341962:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667714304, offset 0 00000400:00000010:0.0:1777587359.341966:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000040:3.0:1777587359.341969:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_01+1] req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587359.341973:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587359.341988:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587359.341991:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587359.341994:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777587359.341994:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587359.342000:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1777587359.342002:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:3.0:1777587359.342006:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12444) 00000400:00000200:2.0:1777587359.342007:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587359.342012:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587359.342016:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [492:492:256:4294967295] 192.168.204.155@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:2.0:1777587359.342028:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587359.342034:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587359.342038:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:2.0:1777587359.342045:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587359.342051:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587359.342055:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587359.342070:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587359.342073:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 101103 usecs (102 jiffies) 00000100:00000001:2.0:1777587359.342076:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307106406 00000100:00000010:2.0:1777587359.342079:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000100:00000001:2.0:1777587359.342084:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587359.342087:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307106406 00000100:00000010:2.0:1777587359.342090:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029095189. 00000100:00000001:2.0:1777587359.342092:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587359.342099:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307106406 00000100:00000010:2.0:1777587359.342101:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777587359.342104:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587359.342105:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307106406 00000100:00000010:2.0:1777587359.342107:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777587359.342108:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587359.342111:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587359.342113:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.342114:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.342115:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.342120:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587359.342121:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587359.342123:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587359.342123:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587359.342124:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587359.342125:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1777587359.342126:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.342127:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587359.342128:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.342129:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587359.342130:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587359.342130:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587359.342132:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.342137:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587359.342137:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.342138:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587359.342140:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587359.342141:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587359.342142:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667714432:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587359.342144:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587359.342146:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587359.342147:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.342150:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587359.342152:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020800d30. 02000000:00000001:2.0:1777587359.342153:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587359.342155:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000100:00000001:1.0:1777587359.342267:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587359.342269:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587359.343676:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714176, portal 25 00000100:00000001:0.0:1777587359.343681:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1777587359.343682:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587359.343683:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000800:00000010:3.0:1777587359.343688:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000100:00000040:0.0:1777587359.343693:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587359.343694:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587359.343703:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587359.343708:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777587359.343712:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000100:00000040:0.0:1777587359.343713:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587359.343715:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000400:00000010:0.0:1777587359.343718:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a4a88e. 00000100:00000001:3.0:1777587359.343720:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587359.343723:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667714176, offset 0 00000100:00000200:3.0:1777587359.343727:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587359.343732:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587359.343742:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1777587359.343743:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587359.343748:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777587359.343748:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587359.343753:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587359.343758:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587359.343761:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587359.343764:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [493:493:255:4294967295] 192.168.204.155@tcp LPNI seq info [493:493:7:4294967295] 00000400:00000200:0.0:1777587359.343777:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587359.343785:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587359.343785:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587359.343788:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1777587359.343791:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000985c78b3. 00000800:00000200:0.0:1777587359.343797:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587359.343803:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587359.343806:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000985c78b3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587359.343833:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.343836:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307109712 00000100:00000001:0.0:1777587359.343843:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307106406 00000100:00000001:0.0:1777587359.343847:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307109712 00000100:00000001:0.0:1777587359.343850:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307106406 00000100:00000001:0.0:1777587359.343852:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307109712 00000100:00000001:0.0:1777587359.343855:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307106406 00000100:00000001:0.0:1777587359.343857:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307109712 00000100:00000001:0.0:1777587359.343859:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307106406 00000100:00000001:0.0:1777587359.343862:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587359.343864:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.343867:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.343869:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587359.343875:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587359.343877:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587359.343879:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587359.343881:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587359.343882:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.343884:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587359.343902:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587359.343906:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000985c78b3. 00000400:00000200:1.0:1777587359.343909:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587359.343914:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587359.343917:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a4a88e 00000400:00000010:1.0:1777587359.343919:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a4a88e. 00000100:00000001:1.0:1777587359.343922:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587359.343925:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587359.343945:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587359.343948:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587359.343954:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587359.343956:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1777587359.344027:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777587359.344031:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714432, portal 10 00000100:00000001:2.0:1777587359.344032:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587359.344033:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00000040:2.0:1777587359.344038:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.344042:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587359.344043:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587359.344045:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000100:00000200:2.0:1777587359.344046:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667714432, offset 0 00000400:00000200:2.0:1777587359.344049:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587359.344052:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587359.344054:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587359.344055:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587359.344057:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587359.344058:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587359.344060:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [494:494:256:4294967295] 192.168.204.155@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:2.0:1777587359.344065:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587359.344067:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587359.344070:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dc5d286. 00000800:00000200:2.0:1777587359.344072:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587359.344075:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587359.344077:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dc5d286 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587359.344085:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587359.344087:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15745 usecs (16 jiffies) 00000100:00000001:2.0:1777587359.344089:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307106322 00000100:00000001:2.0:1777587359.344091:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307109712 00000100:00000001:2.0:1777587359.344098:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307106322 00000100:00000001:2.0:1777587359.344099:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307109712 00000100:00000001:2.0:1777587359.344100:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307106322 00000100:00000001:2.0:1777587359.344102:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307109712 00000100:00000001:2.0:1777587359.344103:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307106322 00000100:00000001:2.0:1777587359.344104:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307109712 00000100:00000001:2.0:1777587359.344105:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587359.344106:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.344108:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.344110:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587359.344152:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587359.344155:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dc5d286. 00000400:00000200:3.0:1777587359.344158:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587359.344162:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587359.344165:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:3.0:1777587359.344166:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:3.0:1777587359.344169:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587359.344172:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587359.344179:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587359.344181:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587359.344187:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587359.344188:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587359.346238:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346271:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587359.346274:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346277:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587359.346286:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587359.346299:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ef00 00000400:00000200:3.0:1777587359.346306:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:3.0:1777587359.346313:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346317:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587359.346319:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587359.346322:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587359.346328:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587359.346332:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587359.346341:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587359.346371:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587359.346379:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346382:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587359.346384:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346386:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587359.346390:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587359.346395:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ef80 00000400:00000200:3.0:1777587359.346399:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1039 [1] + 224 00000800:00000001:3.0:1777587359.346402:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346406:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587359.346408:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587359.346411:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587359.346414:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587359.346416:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587359.346423:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587359.346429:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587359.346432:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587359.346434:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346502:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587359.346506:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587359.346511:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587359.346513:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587359.346515:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000400:00000200:2.0:1777587359.346520:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:2.0:1777587359.346522:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:2.0:1777587359.346525:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587359.346528:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587359.346536:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.346542:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587359.346543:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346546:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587359.346548:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587359.346550:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587359.346552:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.346555:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587359.346563:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587359.346568:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587359.346570:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587359.346579:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587359.346582:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587359.346586:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587359.346593:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.346597:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587359.346598:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587359.346600:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587359.346601:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587359.346605:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.346611:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587359.346614:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587359.346616:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587359.346619:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587359.346625:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667714432:192.168.204.155@tcp:400: 00000400:00000001:2.0:1777587359.346631:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587359.346632:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587359.346633:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:2.0:1777587359.346636:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:2.0:1777587359.346637:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:2.0:1777587359.346639:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587359.346641:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587359.346648:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.346654:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587359.346655:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346656:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587359.346657:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587359.346663:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587359.346664:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587359.346666:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587359.346670:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587359.346673:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587359.346675:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587359.346676:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587359.346677:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587359.346679:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.346681:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587359.346682:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587359.346684:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587359.346685:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587359.346688:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.346693:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587359.346695:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587359.346696:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587359.346699:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587359.346706:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667714304:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587359.346710:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346712:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587359.346714:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667714432/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.346721:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587359.346723:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587359.346726:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020800d30. 02000000:00000001:2.0:1777587359.346730:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587359.346732:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587359.346734:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587359.346736:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587359.346738:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:2.0:1777587359.346749:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587359.346751:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587359.346752:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:2.0:1777587359.346756:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587359.346757:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346758:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587359.346761:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667714304/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587359.346768:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587359.346769:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587359.346770:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e15a0e8. 02000000:00000001:2.0:1777587359.346772:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587359.346773:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587359.346774:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587359.346776:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587359.346777:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:2.0:1777587359.346779:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587359.346780:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587359.346781:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:2.0:1777587359.346783:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587359.346784:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346785:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587359.346791:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587359.346793:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587359.346795:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587359.346796:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587359.348081:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587359.348090:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587359.348093:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587359.348095:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587359.348101:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587359.348111:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ee80 00000400:00000200:1.0:1777587359.348117:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1031 [1] + 224 00000800:00000001:1.0:1777587359.348123:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587359.348129:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587359.348131:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587359.348134:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587359.348138:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587359.348142:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587359.348150:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587359.348172:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587359.348177:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587359.348180:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587359.348244:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587359.348247:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587359.348270:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587359.348272:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587359.348273:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f2bb0e. 00000400:00000200:0.0:1777587359.348279:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:0.0:1777587359.348281:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:0.0:1777587359.348284:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587359.348287:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587359.348294:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587359.348300:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587359.348310:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587359.348312:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587359.348314:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587359.348315:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587359.348317:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587359.348319:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587359.348322:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587359.348325:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587359.348327:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587359.348328:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587359.348330:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587359.348331:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.348333:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587359.348336:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587359.348342:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587359.348344:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587359.348345:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587359.348348:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587359.348354:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667714176:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587359.348358:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587359.348359:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587359.348362:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667714176/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587359.348367:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587359.348369:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587359.348371:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e24a721. 02000000:00000001:0.0:1777587359.348374:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587359.348375:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587359.348376:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587359.348379:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587359.348380:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:0.0:1777587359.348382:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587359.348388:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587359.348390:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:0.0:1777587359.348393:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587359.348394:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587359.348395:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587359.348401:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587359.348402:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587359.348404:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587359.348406:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587359.981470:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587359.981477:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587359.981484:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587359.981485:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587359.981599:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587359.981602:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587359.981605:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587361.005764:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587361.005772:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587361.005779:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587361.005781:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587361.005817:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587361.005820:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587361.005822:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587362.029372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587362.029378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587362.029384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587362.029385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587362.029407:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587362.029411:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587362.029414:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587362.797417:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307109712, at 4307109760 00000100:00000040:0.0:1777587362.797419:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307109712, at 4307109760 00000100:00000040:3.0:1777587362.797428:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307109712, at 4307109760 00000100:00000010:0.0:1777587362.797440:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00000100:00000010:2.0:1777587362.797442:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000010:3.0:1777587362.797448:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000040:1.0:1777587362.797482:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307109712, at 4307109760 00000100:00000010:1.0:1777587362.797491:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029095189. 00010000:00000001:1.0:1777587363.053541:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587363.053549:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587363.053556:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587363.053557:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587363.053805:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587363.053810:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587363.053813:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587364.077413:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587364.077422:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587364.077430:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587364.077431:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587364.077461:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587364.077464:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587364.077467:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587364.461466:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587364.461477:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587364.461487:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587364.461494:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587364.461498:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587364.461502:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587364.461506:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587364.461513:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030f991b0. 00000100:00000001:2.0:1777587364.461536:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.461546:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587364.461557:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587364.461559:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.461564:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa249b4] to pc [ptlrpcd_00_02+2] req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587364.461619:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587364.461623:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777587364.461626:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587364.461729:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.461731:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587364.461735:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587364.461737:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777587364.461740:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587364.461742:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587364.461743:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587364.461745:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587364.461748:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000439b49d3. 00000100:00000001:2.0:1777587364.461751:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.461754:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587364.461761:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587364.461762:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.461765:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_03+3] req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.461866:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587364.461873:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587364.461876:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.461886:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587364.461888:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.461891:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587364.461893:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587364.461896:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587364.461907:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.461919:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587364.461921:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587364.461925:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587364.461943:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587364.461946:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587364.461950:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667714688:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587364.461954:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587364.461961:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587364.461964:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587364.461967:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587364.461973:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c2c3268. 02000000:00000001:1.0:1777587364.461975:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587364.461982:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000010:1.0:1777587364.461991:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777587364.462000:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714688, portal 10 00000100:00000001:1.0:1777587364.462003:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587364.462004:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:1.0:1777587364.462012:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.462021:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587364.462024:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587364.462026:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072a05f3c. 00000100:00000200:1.0:1777587364.462029:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667714688, offset 0 00000400:00000200:1.0:1777587364.462036:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587364.462052:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587364.462059:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587364.462063:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587364.462067:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587364.462070:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587364.462074:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [495:495:256:4294967295] 192.168.204.155@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:1.0:1777587364.462088:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587364.462094:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587364.462099:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000800:00000200:1.0:1777587364.462107:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587364.462117:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587364.462126:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587364.462155:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587364.462172:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 100448 usecs (101 jiffies) 00000100:00000001:1.0:1777587364.462176:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307111525 00000100:00000010:1.0:1777587364.462181:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076398003. 00000100:00000001:1.0:1777587364.462189:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587364.462201:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307111525 00000100:00000010:1.0:1777587364.462205:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaced7b6. 00000100:00000001:1.0:1777587364.462208:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587364.462211:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587364.462213:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307111525 00000100:00000001:3.0:1777587364.462217:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1777587364.462219:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000d1c1a6. 00000100:00000001:3.0:1777587364.462224:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587364.462227:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587364.462229:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587364.462235:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1777587364.462236:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.462243:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307111525 00000100:00000001:3.0:1777587364.462284:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587364.462286:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587364.462289:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587364.462292:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1777587364.462295:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f64e626. 02000000:00000001:3.0:1777587364.462295:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587364.462302:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00100000:3.0:1777587364.462303:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667714560:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587364.462310:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587364.462311:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587364.462317:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587364.462320:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587364.462322:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587364.462323:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587364.462331:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587364.462332:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587364.462339:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d0f038f. 02000000:00000001:3.0:1777587364.462355:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587364.462362:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042a90e7b. 00000400:00000010:3.0:1777587364.462368:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002791cbe5. 00000100:00000200:3.0:1777587364.462384:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714560, portal 25 00000100:00000001:3.0:1777587364.462387:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587364.462389:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:3.0:1777587364.462395:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587364.462403:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587364.462406:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587364.462410:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efee5b4d. 00000100:00000200:3.0:1777587364.462412:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667714560, offset 0 00000100:00000001:2.0:1777587364.462417:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587364.462420:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587364.462423:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587364.462427:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587364.462431:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777587364.462434:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000400:00000200:3.0:1777587364.462435:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587364.462439:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587364.462442:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1777587364.462443:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587364.462447:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777587364.462451:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587364.462455:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006dc5d286. 00000400:00000200:3.0:1777587364.462459:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587364.462460:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587364.462464:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:2.0:1777587364.462469:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777587364.462471:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [496:496:255:4294967295] 192.168.204.155@tcp LPNI seq info [496:496:7:4294967295] 00000100:00000001:2.0:1777587364.462483:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587364.462486:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587364.462491:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:2.0:1777587364.462494:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_00+0] req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587364.462502:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587364.462509:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777587364.462517:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587364.462521:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.462523:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1777587364.462528:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:2.0:1777587364.462529:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1777587364.462534:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1777587364.462536:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12449) 00000100:00000001:3.0:1777587364.462539:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587364.462544:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307114831 00000100:00000001:2.0:1777587364.462548:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587364.462551:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587364.462552:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307111525 00000100:00000001:2.0:1777587364.462554:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587364.462558:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307114831 00000100:00000040:2.0:1777587364.462560:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587364.462563:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307111525 00000100:00000001:3.0:1777587364.462569:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307114831 00000100:00000001:2.0:1777587364.462575:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587364.462575:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307111525 00000100:00000001:2.0:1777587364.462577:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587364.462579:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307114831 02000000:00000001:2.0:1777587364.462580:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587364.462583:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587364.462584:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307111525 02000000:00000001:2.0:1777587364.462587:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587364.462588:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1777587364.462591:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667714816:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587364.462593:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.462598:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587364.462598:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587364.462600:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587364.462602:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587364.462602:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587364.462606:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587364.462607:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587364.462609:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1777587364.462611:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061f33b43. 00000100:00000001:3.0:1777587364.462612:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587364.462614:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587364.462615:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587364.462620:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000400:00000010:2.0:1777587364.462628:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000200:2.0:1777587364.462633:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714816, portal 10 00000100:00000001:2.0:1777587364.462636:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587364.462637:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:2.0:1777587364.462644:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587364.462650:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587364.462652:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587364.462653:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1777587364.462655:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000001:3.0:1777587364.462656:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587364.462659:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667714816, offset 0 00000400:00000200:2.0:1777587364.462665:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587364.462670:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587364.462673:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587364.462675:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587364.462677:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587364.462680:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587364.462682:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [497:497:254:4294967295] 192.168.204.155@tcp LPNI seq info [497:497:6:4294967295] 00000400:00000200:2.0:1777587364.462689:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587364.462694:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587364.462697:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:2.0:1777587364.462701:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587364.462705:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587364.462707:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587364.462710:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.462712:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15675 usecs (16 jiffies) 00000100:00000001:2.0:1777587364.462715:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307111441 00000100:00000001:2.0:1777587364.462717:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307114831 00000100:00000001:2.0:1777587364.462719:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307111441 00000100:00000001:2.0:1777587364.462720:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307114831 00000100:00000001:2.0:1777587364.462727:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307111441 00000100:00000001:2.0:1777587364.462728:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307114831 00000100:00000001:2.0:1777587364.462730:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307111441 00000100:00000001:2.0:1777587364.462732:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307114831 00000100:00000001:2.0:1777587364.462733:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587364.462735:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.462737:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.462738:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587364.462742:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587364.462743:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587364.462745:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587364.462746:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587364.462747:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.462748:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587364.462879:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587364.462882:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587364.462884:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587364.462887:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587364.463466:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587364.463471:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000400:00000200:0.0:1777587364.463478:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587364.463484:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587364.463488:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a05f3c 00000400:00000010:0.0:1777587364.463491:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000072a05f3c. 00000100:00000001:0.0:1777587364.463495:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587364.463499:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.463508:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587364.463510:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.463516:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587364.463517:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587364.463527:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587364.463529:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:0.0:1777587364.463531:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587364.463534:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587364.463535:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efee5b4d 00000400:00000010:0.0:1777587364.463537:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000efee5b4d. 00000100:00000001:0.0:1777587364.463538:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587364.463541:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.463557:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587364.463559:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.463565:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587364.463566:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587364.463826:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587364.463828:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:0.0:1777587364.463832:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587364.463836:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587364.463838:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:0.0:1777587364.463839:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:0.0:1777587364.463842:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587364.463845:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.463851:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587364.463853:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.463858:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587364.463859:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587364.466477:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466490:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587364.466504:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466507:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587364.466517:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587364.466531:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f000 00000400:00000200:3.0:1777587364.466538:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1049 [1] + 224 00000800:00000001:3.0:1777587364.466546:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466550:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587364.466553:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587364.466557:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587364.466563:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587364.466567:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587364.466588:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.466658:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587364.466661:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587364.466678:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587364.466696:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466700:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587364.466702:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466704:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587364.466709:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587364.466715:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f080 00000400:00000200:3.0:1777587364.466721:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:3.0:1777587364.466724:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466728:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587364.466729:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587364.466732:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587364.466735:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587364.466738:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587364.466746:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587364.466784:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587364.466788:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466792:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587364.466793:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466795:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587364.466799:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587364.466804:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f100 00000400:00000200:3.0:1777587364.466812:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1051 [1] + 224 00000800:00000001:3.0:1777587364.466816:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466821:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587364.466823:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587364.466826:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587364.466829:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587364.466832:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587364.466840:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587364.466852:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587364.466855:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587364.466858:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777587364.467849:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587364.467852:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587364.467854:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042a90e7b. 00000400:00000200:0.0:1777587364.467860:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002791cbe5 00000400:00000010:0.0:1777587364.467862:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002791cbe5. 00000100:00000001:0.0:1777587364.467866:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587364.467871:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587364.467880:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.468069:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587364.468080:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587364.468083:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587364.468086:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587364.468088:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587364.468090:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587364.468093:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587364.468099:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587364.468103:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587364.468106:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587364.468107:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587364.468109:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587364.468111:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587364.468113:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587364.468117:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.468123:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587364.468126:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587364.468128:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587364.468131:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587364.468137:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667714560:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587364.468142:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587364.468144:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587364.468146:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667714560/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587364.468152:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587364.468154:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587364.468157:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d0f038f. 02000000:00000001:0.0:1777587364.468162:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587364.468164:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587364.468165:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587364.468167:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587364.468169:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030f991b0. 02000000:00000001:0.0:1777587364.468173:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587364.468180:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587364.468182:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:0.0:1777587364.468186:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587364.468187:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587364.468189:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587364.468196:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587364.468198:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587364.468200:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587364.468202:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.468801:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587364.468804:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587364.468808:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587364.468810:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587364.468812:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:2.0:1777587364.468816:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:2.0:1777587364.468818:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:2.0:1777587364.468820:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587364.468837:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587364.468846:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587364.468852:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587364.468853:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587364.468855:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587364.468856:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587364.468857:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587364.468859:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587364.468860:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587364.468865:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587364.468874:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587364.468876:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587364.468877:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587364.468879:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587364.468882:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587364.468888:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.468891:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587364.468893:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587364.468895:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587364.468896:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587364.468898:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587364.468904:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587364.468906:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587364.468907:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587364.468909:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587364.468915:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667714816:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587364.468919:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587364.468920:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587364.468922:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667714816/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587364.468928:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587364.468929:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587364.469504:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061f33b43. 02000000:00000001:2.0:1777587364.469509:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587364.469512:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587364.469514:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587364.469517:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587364.469519:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006dc5d286. 02000000:00000001:2.0:1777587364.469529:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587364.469530:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587364.469531:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:2.0:1777587364.469540:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587364.469542:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587364.469545:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.469546:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587364.469551:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587364.469553:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587364.469554:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587364.469559:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587364.469561:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587364.469563:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587364.469567:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587364.469569:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587364.469578:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587364.469581:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587364.469586:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587364.469596:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587364.469622:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.469631:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587364.469633:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.469636:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587364.469639:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587364.469642:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587364.469644:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587364.469647:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587364.469656:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587364.469660:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587364.469663:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587364.469664:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587364.469667:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587364.469671:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587364.469675:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587364.469676:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587364.469678:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587364.469679:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587364.469683:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.469691:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587364.469694:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587364.469695:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587364.469698:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587364.469706:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667714688:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587364.469712:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.469714:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587364.469716:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667714688/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587364.469734:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587364.469736:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587364.469739:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c2c3268. 02000000:00000001:1.0:1777587364.469743:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587364.469746:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587364.469747:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587364.469750:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587364.469752:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000439b49d3. 02000000:00000001:1.0:1777587364.469756:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587364.469757:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587364.469758:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:1.0:1777587364.469762:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587364.469763:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.469765:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587364.469772:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587364.469774:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587364.469776:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587364.469778:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587365.101426:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587365.101431:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587365.101438:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587365.101439:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587365.101460:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587365.101463:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587365.101466:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587366.125381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587366.125387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587366.125393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587366.125394:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587366.125745:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587366.125748:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587366.125751:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587367.149382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587367.149389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587367.149395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587367.149396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587367.149418:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587367.149421:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587367.149424:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587367.917360:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307114831, at 4307114880 00000100:00000040:2.0:1777587367.917408:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307114831, at 4307114880 00000100:00000040:0.0:1777587367.917414:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307114831, at 4307114880 00000100:00000010:2.0:1777587367.917418:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000d1c1a6. 00000100:00000010:0.0:1777587367.917423:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076398003. 00000100:00000010:1.0:1777587367.917560:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaced7b6. 00000100:00000040:3.0:1777587367.917843:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307114831, at 4307114880 00000100:00000010:3.0:1777587367.917850:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f64e626. 00010000:00000001:1.0:1777587368.173617:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587368.173622:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587368.173624:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587368.173626:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173629:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587368.173631:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173632:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173634:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173637:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587368.173638:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587368.173639:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587368.173640:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173641:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587368.173642:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173643:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587368.173644:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587368.173741:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587368.173745:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587368.173747:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587369.197390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587369.197396:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587369.197402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587369.197404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587369.197437:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587369.197440:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587369.197443:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587369.581440:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587369.581449:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587369.581473:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005877c3b8. 00000020:00000040:3.0:1777587369.581479:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587369.581485:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587369.581488:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587369.581493:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587369.581502:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587369.581509:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581519:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587369.581528:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587369.581530:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581535:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005877c3b8] to pc [ptlrpcd_00_01+1] req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.581570:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581573:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587369.581576:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587369.581579:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dfec3e04. 00000020:00000040:3.0:1777587369.581581:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587369.581583:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587369.581584:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587369.581585:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587369.581593:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587369.581596:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581599:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587369.581605:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587369.581606:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581609:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfec3e04] to pc [ptlrpcd_00_02+2] req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.581637:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581639:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587369.581647:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587369.581649:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2b973b1. 00000020:00000040:3.0:1777587369.581651:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587369.581653:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587369.581654:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587369.581656:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587369.581658:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587369.581661:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581664:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587369.581670:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587369.581671:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581673:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2b973b1] to pc [ptlrpcd_00_03+3] req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.581680:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.581682:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587369.581685:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587369.581689:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12454) 00000100:00000001:2.0:1777587369.581736:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587369.581740:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1777587369.581743:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.581750:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587369.581753:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.581755:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587369.581756:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587369.581759:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587369.581763:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.581770:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587369.581771:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587369.581775:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587369.581777:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587369.581779:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587369.581782:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667714944:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587369.581786:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587369.581790:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587369.581792:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587369.581794:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587369.581799:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074afc437. 02000000:00000001:2.0:1777587369.581800:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587369.581806:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000400:00000010:2.0:1777587369.581812:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000100:00000200:2.0:1777587369.581836:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667714944, portal 25 00000100:00000001:2.0:1777587369.581838:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587369.581840:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015071872 : -105793694479744 : ffff9fc7fc6bca80) 00000100:00000040:2.0:1777587369.581845:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.581851:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587369.581854:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587369.581857:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000200:2.0:1777587369.581859:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667714944, offset 0 00000400:00000200:2.0:1777587369.581865:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587369.581878:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587369.581882:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587369.581886:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587369.581889:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587369.581891:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587369.581894:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [498:498:256:4294967295] 192.168.204.155@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:2.0:1777587369.581904:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587369.581909:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587369.581913:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:2.0:1777587369.581919:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587369.581926:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587369.581929:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587369.581947:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587369.581951:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307119950 00000100:00000010:2.0:1777587369.581955:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000100:00000001:2.0:1777587369.581960:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587369.581965:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307119950 00000100:00000010:2.0:1777587369.581968:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000100:00000001:2.0:1777587369.581971:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587369.581974:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307119950 00000100:00000010:2.0:1777587369.581981:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:2.0:1777587369.581984:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587369.581986:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307119950 00000100:00000010:2.0:1777587369.581989:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000100:00000001:2.0:1777587369.581991:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587369.581994:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587369.581996:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587369.581998:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587369.582000:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587369.582118:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587369.582120:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587369.582122:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587369.582126:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587369.582132:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587369.582133:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587369.582135:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587369.582137:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587369.582138:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587369.582141:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667715072:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587369.582144:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587369.582146:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587369.582147:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587369.582149:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587369.582152:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d5813f. 02000000:00000001:0.0:1777587369.582154:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587369.582158:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f2bb0e. 00000400:00000010:0.0:1777587369.582161:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000200:0.0:1777587369.582163:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715072, portal 10 00000100:00000001:0.0:1777587369.582165:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587369.582166:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015083520 : -105793694468096 : ffff9fc7fc6bf800) 00000100:00000040:0.0:1777587369.582171:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587369.582187:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587369.582189:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587369.582191:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db76ca0. 00000100:00000200:0.0:1777587369.582193:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667715072, offset 0 00000400:00000200:0.0:1777587369.582197:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587369.582202:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587369.582204:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587369.582207:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587369.582209:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587369.582211:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587369.582213:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [499:499:255:4294967295] 192.168.204.155@tcp LPNI seq info [499:499:7:4294967295] 00000400:00000200:0.0:1777587369.582219:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587369.582223:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587369.582226:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000800:00000200:0.0:1777587369.582229:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587369.582232:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587369.582234:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587369.582237:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587369.582240:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 99827 usecs (100 jiffies) 00000100:00000001:0.0:1777587369.582242:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307116644 00000100:00000001:0.0:1777587369.582244:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307119950 00000100:00000001:0.0:1777587369.582246:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307116644 00000100:00000001:0.0:1777587369.582247:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307119950 00000100:00000001:0.0:1777587369.582249:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307116644 00000800:00000200:3.0:1777587369.582372:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587369.582375:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:3.0:1777587369.582380:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587369.582385:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587369.582390:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:3.0:1777587369.582392:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:3.0:1777587369.582396:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587369.582399:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.582407:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587369.582410:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.582425:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.582426:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587369.582488:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587369.582490:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000400:00000200:3.0:1777587369.582493:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587369.582496:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587369.582499:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db76ca0 00000400:00000010:3.0:1777587369.582500:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003db76ca0. 00000100:00000001:3.0:1777587369.582502:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587369.582505:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.582511:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587369.582513:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.582518:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.582519:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587369.582542:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587369.582544:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587369.582546:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587369.582549:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.582556:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587369.582557:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587369.582559:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587369.582560:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587369.582562:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587369.582564:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667715200:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587369.582567:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587369.582569:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587369.582571:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587369.582572:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587369.582575:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080e82f65. 02000000:00000001:3.0:1777587369.582581:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587369.582584:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019cee5b8. 00000400:00000010:3.0:1777587369.582587:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bd97dad. 00000100:00000200:3.0:1777587369.582589:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715200, portal 10 00000100:00000001:3.0:1777587369.582591:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587369.582592:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015077248 : -105793694474368 : ffff9fc7fc6bdf80) 00000100:00000040:3.0:1777587369.582597:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.582603:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587369.582604:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587369.582606:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000948c3a0d. 00000100:00000200:3.0:1777587369.582608:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667715200, offset 0 00000400:00000200:3.0:1777587369.582612:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587369.582616:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587369.582619:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587369.582621:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587369.582623:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587369.582625:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587369.582627:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [500:500:256:4294967295] 192.168.204.155@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:3.0:1777587369.582634:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587369.582637:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587369.582640:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777587369.582643:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587369.582647:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587369.582649:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587369.582710:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307119950 00000100:00000001:0.0:1777587369.582712:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307116645 00000100:00000001:0.0:1777587369.582714:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307119950 00000100:00000001:0.0:1777587369.582721:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587369.582723:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587369.582725:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587369.582727:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587369.582732:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587369.582734:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587369.582736:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587369.582737:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587369.582738:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587369.582739:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587369.582740:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587369.582743:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.583410:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.583413:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15621 usecs (16 jiffies) 00000100:00000001:3.0:1777587369.583417:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307116562 00000100:00000001:3.0:1777587369.583419:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307119950 00000100:00000001:3.0:1777587369.583421:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307116562 00000100:00000001:3.0:1777587369.583430:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307119950 00000100:00000001:3.0:1777587369.583431:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307116562 00000100:00000001:3.0:1777587369.583433:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307119950 00000100:00000001:3.0:1777587369.583435:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307116562 00000100:00000001:3.0:1777587369.583437:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307119950 00000100:00000001:3.0:1777587369.583438:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587369.583441:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.583443:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.583444:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587369.583448:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587369.583450:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587369.583451:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587369.583452:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587369.583453:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.583455:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587369.585200:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587369.585204:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:2.0:1777587369.585210:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587369.585216:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587369.585221:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948c3a0d 00000400:00000010:2.0:1777587369.585222:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000948c3a0d. 00000100:00000001:2.0:1777587369.585226:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587369.585230:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.585239:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587369.585242:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.585247:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587369.585249:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587369.587117:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.587128:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587369.587131:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.587133:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587369.587140:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587369.587153:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f200 00000400:00000200:3.0:1777587369.587160:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1061 [1] + 224 00000800:00000001:3.0:1777587369.587167:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.587172:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587369.587174:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587369.587177:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587369.587181:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587369.587186:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587369.587195:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587369.587381:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587369.587384:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587369.587623:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587369.587643:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.587649:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587369.587651:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777587369.587653:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1777587369.587654:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587369.587659:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000001:0.0:1777587369.587663:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587369.587666:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f2bb0e. 00000400:00000200:3.0:1777587369.587667:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f280 00000400:00000200:0.0:1777587369.587674:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:0.0:1777587369.587677:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:0.0:1777587369.587680:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587369.587685:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587369.587685:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1069 [1] + 224 00000800:00000001:3.0:1777587369.587694:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.587699:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777587369.587700:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587369.587703:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587369.587712:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587369.587713:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587369.587715:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587369.587717:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587369.587718:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587369.587722:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1777587369.587723:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587369.587725:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587369.587729:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587369.587734:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587369.587740:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1777587369.587744:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587369.587752:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587369.587755:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587369.587756:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587369.587759:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587369.587762:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587369.587765:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1777587369.587771:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1777587369.587773:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587369.587776:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1777587369.587777:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587369.587778:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587369.587782:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587369.587786:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.587789:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587369.587790:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587369.587802:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587369.587803:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777587369.587807:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587369.587809:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587369.587813:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f180 00000100:00000040:0.0:1777587369.587815:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587369.587823:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dfec3e04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667715072:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587369.587828:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587369.587830:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587369.587832:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dfec3e04 x1863934667715072/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587369.587837:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587369.587840:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587369.587843:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d5813f. 02000000:00000001:0.0:1777587369.587848:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587369.587849:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587369.587851:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587369.587853:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587369.587856:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:0.0:1777587369.587859:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587369.587871:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587369.587872:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dfec3e04. 00000100:00000001:0.0:1777587369.587877:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587369.587878:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587369.587879:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587369.587886:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587369.587888:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587369.587890:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587369.587892:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587369.587961:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587369.587965:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587369.588076:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:3.0:1777587369.588082:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.588088:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587369.588089:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587369.588093:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:1.0:1777587369.588120:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587369.588123:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587369.588124:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019cee5b8. 00000400:00000200:1.0:1777587369.588128:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bd97dad 00000400:00000010:1.0:1777587369.588130:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000bd97dad. 00000100:00000001:1.0:1777587369.588133:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587369.588137:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587369.588158:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587369.588164:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587369.588166:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587369.588167:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587369.588169:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587369.588170:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587369.588171:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587369.588173:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587369.588177:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587369.588180:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587369.588182:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587369.588184:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587369.588185:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587369.588188:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587369.588194:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587369.588196:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587369.588197:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587369.588199:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587369.588200:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587369.588202:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587369.588208:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587369.588210:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587369.588211:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587369.588214:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587369.588221:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000d2b973b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667715200:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587369.588225:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587369.588229:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587369.588232:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2b973b1 x1863934667715200/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587369.588238:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587369.588239:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587369.588241:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080e82f65. 02000000:00000001:1.0:1777587369.588243:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587369.588244:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587369.588245:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587369.588247:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587369.588249:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:1.0:1777587369.588297:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587369.588298:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587369.588299:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2b973b1. 00000100:00000001:1.0:1777587369.588303:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587369.588304:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587369.588305:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587369.588309:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587369.588310:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587369.588312:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587369.588313:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587369.588433:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587369.588445:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587369.588453:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587369.588470:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587369.588475:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587369.588479:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.589431:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587369.589434:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587369.589438:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587369.589440:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587369.589441:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:2.0:1777587369.589447:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:2.0:1777587369.589448:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:2.0:1777587369.589452:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587369.589456:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587369.589465:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.589479:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587369.589480:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.589482:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587369.589484:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587369.589485:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587369.589486:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587369.589488:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587369.589491:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587369.589493:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587369.589494:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587369.589495:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587369.589496:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587369.589497:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587369.589498:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587369.589500:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.589506:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587369.589508:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587369.589510:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587369.589517:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587369.589524:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000005877c3b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667714944:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587369.589528:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.589530:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587369.589532:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005877c3b8 x1863934667714944/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587369.589539:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587369.589541:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587369.589542:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074afc437. 02000000:00000001:2.0:1777587369.589546:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587369.589548:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587369.589549:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587369.589557:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587369.589559:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:2.0:1777587369.589561:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587369.589563:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587369.589564:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005877c3b8. 00000100:00000001:2.0:1777587369.589567:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587369.589568:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.589570:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587369.589574:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587369.589575:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587369.589577:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587369.589579:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587370.221390:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587370.221397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587370.221404:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587370.221405:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587370.221427:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587370.221430:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587370.221432:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587371.245847:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587371.245853:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587371.245857:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587371.245858:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587371.248416:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587371.248425:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587371.248431:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587372.269676:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587372.269683:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587372.269690:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587372.269691:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587372.269709:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587372.269733:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587372.269736:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587373.037357:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307119950, at 4307120000 00000100:00000040:3.0:1777587373.037357:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307119950, at 4307120000 00000100:00000040:0.0:1777587373.037360:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307119950, at 4307120000 00000100:00000010:0.0:1777587373.037373:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000010:1.0:1777587373.037379:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000010:3.0:1777587373.037383:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00000100:00000040:2.0:1777587373.037662:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307119950, at 4307120000 00000100:00000010:2.0:1777587373.037669:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00010000:00000001:1.0:1777587373.293546:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587373.293552:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587373.293557:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587373.293558:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587373.293576:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587373.293579:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587373.293581:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587374.317371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587374.317379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587374.317386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587374.317388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587374.317475:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587374.317478:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587374.317481:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587374.702657:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587374.702665:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587374.702674:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587374.702680:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587374.702684:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587374.702688:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587374.702693:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587374.702701:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000633758cf. 00000100:00000001:0.0:1777587374.702708:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702718:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587374.702728:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587374.702731:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702736:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_00+0] req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.702771:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702773:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587374.702777:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587374.702779:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001681cdd0. 00000020:00000040:0.0:1777587374.702781:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587374.702784:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587374.702785:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587374.702786:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587374.702789:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d58366c7. 00000100:00000001:0.0:1777587374.702791:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702795:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587374.702802:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587374.702803:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702820:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001681cdd0] to pc [ptlrpcd_00_01+1] req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.702827:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702829:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587374.702832:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587374.702834:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f89b0529. 00000020:00000040:0.0:1777587374.702835:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587374.702838:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587374.702839:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587374.702841:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587374.702843:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000117b0986. 00000100:00000001:0.0:1777587374.702845:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702849:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587374.702854:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587374.702855:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702858:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f89b0529] to pc [ptlrpcd_00_02+2] req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.702879:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.702880:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587374.702883:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587374.702888:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12459) 00000100:00000001:3.0:1777587374.702903:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587374.702908:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587374.702911:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587374.702916:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587374.702925:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587374.702927:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587374.702930:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587374.702932:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587374.702935:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587374.702938:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667715584:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587374.702942:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587374.702947:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587374.702949:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587374.702952:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587374.702956:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d419972e. 00000100:00000001:2.0:1777587374.702957:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587374.702959:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587374.702961:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587374.702964:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1777587374.702965:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000040:2.0:1777587374.702969:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587374.702978:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1777587374.702978:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000001:2.0:1777587374.702980:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587374.702983:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587374.702985:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777587374.702985:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715584, portal 10 02000000:00000001:2.0:1777587374.702988:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.702989:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587374.702992:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529538304 : -105794180013312 : ffff9fc7df7b2300) 00000100:00100000:2.0:1777587374.702993:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667715328:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587374.702998:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587374.703001:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1777587374.703002:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587374.703003:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587374.703007:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587374.703013:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000861c9669. 00000100:00000001:3.0:1777587374.703014:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777587374.703018:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587374.703018:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587374.703023:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007816eb9b. 00000400:00000010:2.0:1777587374.703024:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6f7632. 00000100:00000200:3.0:1777587374.703026:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667715584, offset 0 00000400:00000010:2.0:1777587374.703031:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000400:00000200:3.0:1777587374.703035:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587374.703048:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587374.703053:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587374.703057:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587374.703061:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587374.703064:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587374.703068:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [501:501:256:4294967295] 192.168.204.155@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:3.0:1777587374.703080:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587374.703083:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587374.703087:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1777587374.703087:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587374.703089:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1777587374.703094:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000100:00000040:1.0:1777587374.703096:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587374.703104:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587374.703110:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587374.703111:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587374.703114:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587374.703115:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587374.703117:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1777587374.703119:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1777587374.703120:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587374.703127:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667715456:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587374.703131:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587374.703133:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587374.703134:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587374.703135:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587374.703139:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000608b4369. 00000100:00000001:3.0:1777587374.703140:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587374.703141:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587374.703144:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15570 usecs (16 jiffies) 00000400:00000010:1.0:1777587374.703146:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000100:00000001:3.0:1777587374.703149:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307121681 00000100:00000010:3.0:1777587374.703154:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000934b8b4. 00000100:00000001:3.0:1777587374.703160:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587374.703168:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307121681 00000100:00000010:3.0:1777587374.703170:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777587374.703189:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587374.703192:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307121681 00000100:00000010:3.0:1777587374.703194:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:3.0:1777587374.703197:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587374.703200:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307121681 00000100:00000010:3.0:1777587374.703202:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777587374.703204:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587374.703207:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587374.703209:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.703212:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.703214:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587374.703221:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587374.703223:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587374.703224:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587374.703226:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587374.703227:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.703229:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587374.703477:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715328, portal 25 00000100:00000001:2.0:1777587374.703480:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587374.703487:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 00000100:00000040:2.0:1777587374.703492:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587374.703498:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587374.703501:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587374.703504:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000100:00000200:2.0:1777587374.703506:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667715328, offset 0 00000400:00000200:2.0:1777587374.703511:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587374.703516:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587374.703519:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587374.703521:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587374.703523:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587374.703525:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587374.703528:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [502:502:255:4294967295] 192.168.204.155@tcp LPNI seq info [502:502:7:4294967295] 00000400:00000200:2.0:1777587374.703534:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587374.703538:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587374.703542:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000800:00000200:2.0:1777587374.703545:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587374.703550:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587374.703552:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587374.703555:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587374.703557:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307125072 00000100:00000001:2.0:1777587374.703562:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307121681 00000100:00000001:2.0:1777587374.703565:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307125072 00000100:00000001:2.0:1777587374.703568:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307121681 00000100:00000001:2.0:1777587374.703570:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307125072 00000100:00000001:2.0:1777587374.703572:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307121681 00000100:00000001:2.0:1777587374.703574:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307125072 00000100:00000001:2.0:1777587374.703576:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307121681 00000100:00000001:2.0:1777587374.703583:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587374.703585:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587374.703587:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587374.703589:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587374.703592:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587374.703593:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587374.703595:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587374.703596:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587374.703597:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587374.703599:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587374.703631:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777587374.703635:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715456, portal 10 00000100:00000001:1.0:1777587374.703642:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587374.703644:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529540096 : -105794180011520 : ffff9fc7df7b2a00) 00000100:00000040:1.0:1777587374.703649:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587374.703656:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587374.703658:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587374.703660:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b28304d2. 00000100:00000200:1.0:1777587374.703663:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667715456, offset 0 00000400:00000200:1.0:1777587374.703667:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587374.703671:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587374.703673:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587374.703676:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587374.703678:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587374.703680:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587374.703682:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [503:503:254:4294967295] 192.168.204.155@tcp LPNI seq info [503:503:6:4294967295] 00000100:00000001:2.0:1777587374.704201:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587374.704204:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587374.704234:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587374.704238:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000400:00000200:0.0:1777587374.704243:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587374.704249:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587374.704316:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587374.704322:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587374.704326:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000800:00000200:1.0:1777587374.704331:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587374.704335:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587374.704337:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587374.704340:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587374.704343:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 99200 usecs (100 jiffies) 00000100:00000001:1.0:1777587374.704345:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307121767 00000100:00000001:1.0:1777587374.704347:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307125072 00000100:00000001:1.0:1777587374.704349:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307121767 00000100:00000001:1.0:1777587374.704351:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307125072 00000100:00000001:1.0:1777587374.704352:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307121767 00000100:00000001:1.0:1777587374.704354:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307125072 00000400:00000200:0.0:1777587374.704362:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007816eb9b 00000100:00000001:1.0:1777587374.704362:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307121767 00000400:00000010:0.0:1777587374.704366:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000007816eb9b. 00000100:00000001:1.0:1777587374.704367:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307125072 00000100:00000001:1.0:1777587374.704371:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587374.704373:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587374.704374:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587374.704377:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587374.704380:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587374.704380:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587374.704385:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587374.704386:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587374.704390:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587374.704392:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587374.704394:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587374.704398:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.704407:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587374.704412:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.704420:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.704422:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587374.704443:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587374.704446:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777587374.704448:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587374.704452:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587374.704454:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000400:00000010:0.0:1777587374.704456:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000100:00000001:0.0:1777587374.704458:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587374.704461:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.704467:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587374.704468:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.704474:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.704475:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587374.704644:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587374.704648:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:0.0:1777587374.704651:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587374.704654:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587374.704657:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28304d2 00000400:00000010:0.0:1777587374.704659:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b28304d2. 00000100:00000001:0.0:1777587374.704662:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587374.704664:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.704671:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587374.704673:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.706624:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.706626:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587374.708859:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.708875:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587374.708879:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.708881:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587374.708892:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587374.708906:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f300 00000400:00000200:2.0:1777587374.708914:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1079 [1] + 224 00000800:00000001:2.0:1777587374.708921:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.708925:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587374.708927:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587374.708931:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587374.708937:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587374.708942:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587374.708953:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587374.708981:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587374.708989:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.708992:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587374.708994:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.708996:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587374.708999:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587374.709012:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f400 00000400:00000200:2.0:1777587374.709017:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:2.0:1777587374.709021:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.709024:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587374.709025:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587374.709028:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587374.709031:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587374.709034:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587374.709042:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587374.709055:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587374.709059:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.709062:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587374.709064:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.709065:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587374.709069:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587374.709074:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f380 00000400:00000200:2.0:1777587374.709077:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1081 [1] + 224 00000800:00000001:2.0:1777587374.709081:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.709086:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587374.709087:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587374.709091:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587374.709093:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587374.709096:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587374.709103:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587374.709122:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587374.709126:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587374.709134:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587374.709393:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587374.709397:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587374.709403:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587374.709405:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587374.709407:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587374.709411:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587374.709413:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587374.709416:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587374.709420:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587374.709430:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587374.709436:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587374.709438:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587374.709440:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587374.709443:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587374.709446:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587374.709448:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587374.709451:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587374.709459:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587374.709463:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587374.709542:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587374.709544:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587374.709553:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587374.709557:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587374.709561:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587374.709563:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587374.709565:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587374.709566:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587374.709571:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587374.709578:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587374.709581:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587374.709583:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587374.709585:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587374.709593:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000001681cdd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667715456:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587374.709599:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587374.709601:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587374.709604:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001681cdd0 x1863934667715456/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587374.709611:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587374.709613:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587374.709617:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000608b4369. 02000000:00000001:1.0:1777587374.709620:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587374.709622:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587374.709624:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587374.709626:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587374.709630:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d58366c7. 02000000:00000001:1.0:1777587374.709635:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587374.709636:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587374.709638:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001681cdd0. 00000100:00000001:1.0:1777587374.709643:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587374.709644:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587374.709645:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587374.709648:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587374.709649:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587374.709653:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587374.709655:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1777587374.709657:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1777587374.709657:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587374.709661:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:3.0:1777587374.709663:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:1.0:1777587374.709665:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.709667:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587374.709668:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587374.709671:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587374.709673:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587374.709683:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587374.709690:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587374.709691:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587374.709693:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587374.709695:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587374.709696:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587374.709703:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587374.709705:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587374.709709:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587374.709712:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587374.709714:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587374.709715:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587374.709716:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587374.709719:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587374.709725:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.709728:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587374.709729:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587374.709731:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587374.709732:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587374.709734:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587374.709740:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587374.709742:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587374.709743:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587374.709746:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587374.709752:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f89b0529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667715584:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587374.709756:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587374.709757:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587374.709759:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f89b0529 x1863934667715584/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587374.709765:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587374.709766:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587374.709767:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d419972e. 02000000:00000001:3.0:1777587374.709770:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587374.709771:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587374.709778:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587374.709780:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587374.709782:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000117b0986. 02000000:00000001:3.0:1777587374.709784:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587374.709785:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587374.709787:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f89b0529. 00000100:00000001:3.0:1777587374.709789:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587374.709790:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587374.709792:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587374.709795:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587374.709797:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587374.709798:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587374.709800:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.709996:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587374.709999:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587374.710002:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587374.710004:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587374.710005:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6f7632. 00000400:00000200:0.0:1777587374.710010:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000400:00000010:0.0:1777587374.710011:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:0.0:1777587374.710014:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587374.710017:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587374.710026:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.710032:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587374.710033:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587374.710034:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587374.710036:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587374.710037:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587374.710039:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587374.710040:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587374.710043:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587374.710045:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587374.710048:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587374.710049:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587374.710050:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587374.710052:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.710054:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587374.710056:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.710061:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587374.710063:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587374.710064:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587374.710067:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587374.710080:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667715328:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587374.710084:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587374.710085:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587374.710087:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667715328/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587374.710092:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587374.710094:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587374.710095:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000861c9669. 02000000:00000001:0.0:1777587374.710098:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587374.710099:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587374.710100:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587374.710102:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587374.710103:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000633758cf. 02000000:00000001:0.0:1777587374.710105:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587374.710106:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587374.710107:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:0.0:1777587374.710109:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587374.710110:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587374.710111:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587374.710115:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587374.710116:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587374.710117:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587374.710119:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587375.342439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587375.342445:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587375.342450:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587375.342451:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587375.342475:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587375.342478:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587375.342481:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587376.366163:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587376.366169:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587376.366175:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587376.366176:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587376.366193:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587376.366196:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587376.366199:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587377.389396:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587377.389409:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587377.389411:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587377.389413:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389423:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587377.389425:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389426:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389428:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389432:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587377.389434:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587377.389435:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587377.389436:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389437:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587377.389438:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389439:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587377.389441:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587377.389500:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587377.389504:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587377.389506:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587378.157358:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307125072, at 4307125120 00000100:00000010:3.0:1777587378.157380:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000040:0.0:1777587378.157450:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307125072, at 4307125120 00000100:00000010:0.0:1777587378.157457:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000934b8b4. 00000100:00000040:1.0:1777587378.157735:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307125072, at 4307125120 00000100:00000010:1.0:1777587378.157741:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5d87602. 00000100:00000040:2.0:1777587378.158376:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307125072, at 4307125121 00000100:00000010:2.0:1777587378.158383:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00010000:00000001:1.0:1777587378.413400:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587378.413404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587378.413424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587378.413425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587378.413439:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587378.413441:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587378.413442:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587379.437450:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587379.437456:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587379.437462:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587379.437463:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587379.437489:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587379.437492:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587379.437495:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587379.821441:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587379.821451:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587379.821461:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777587379.821472:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587379.821476:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587379.821479:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587379.821484:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587379.821491:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:1.0:1777587379.821498:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821509:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587379.821524:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587379.821526:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821531:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_00_03+3] req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.821597:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587379.821601:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587379.821604:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587379.821608:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.821620:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587379.821622:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587379.821625:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587379.821628:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587379.821630:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587379.821633:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667715712:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587379.821637:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587379.821643:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587379.821645:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587379.821647:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587379.821651:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080e82f65. 02000000:00000001:3.0:1777587379.821653:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587379.821673:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000400:00000010:3.0:1777587379.821681:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000200:3.0:1777587379.821688:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715712, portal 25 00000100:00000001:3.0:1777587379.821690:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587379.821692:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000100:00000040:3.0:1777587379.821696:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.821704:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587379.821706:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587379.821708:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce119a8a. 00000100:00000200:3.0:1777587379.821710:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667715712, offset 0 00000400:00000200:3.0:1777587379.821716:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587379.821736:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587379.821739:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587379.821742:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587379.821745:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587379.821747:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587379.821749:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [504:504:256:4294967295] 192.168.204.155@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:3.0:1777587379.821758:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587379.821762:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587379.821766:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000800:00000200:3.0:1777587379.821771:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587379.821776:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587379.821780:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587379.821864:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821867:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587379.821871:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587379.821873:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 00000020:00000040:1.0:1777587379.821875:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587379.821877:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587379.821884:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587379.821886:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587379.821889:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b02692d. 00000100:00000001:1.0:1777587379.821892:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821896:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587379.821902:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587379.821903:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587379.821904:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821906:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_00_00+0] req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587379.821906:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.821922:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821923:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587379.821926:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587379.821929:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587379.821931:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587379.821933:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777587379.821933:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587379.821934:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587379.821935:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.821936:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587379.821937:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1777587379.821938:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777587379.821940:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587379.821941:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587379.821943:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587379.821948:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587379.821949:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.821950:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587379.821951:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587379.821951:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587379.821953:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587379.821954:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_01+1] req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587379.821955:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587379.821958:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667715840:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587379.821961:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.821961:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1777587379.821963:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587379.821963:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587379.821964:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.821966:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1777587379.821966:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587379.821969:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000347ff5f0. 00000100:00000040:1.0:1777587379.821970:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12464) 02000000:00000001:2.0:1777587379.821970:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587379.821974:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000400:00000010:2.0:1777587379.821977:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000200:2.0:1777587379.821980:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715840, portal 10 00000100:00000001:2.0:1777587379.821981:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587379.821982:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587379.821983:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000001:1.0:1777587379.821984:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587379.821986:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587379.821988:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587379.821988:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587379.821995:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587379.821995:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587379.821996:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587379.821997:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587379.821999:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1777587379.821999:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 02000000:00000001:1.0:1777587379.822000:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587379.822001:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587379.822001:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667715840, offset 0 00000100:00100000:1.0:1777587379.822003:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667715968:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587379.822006:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587379.822008:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587379.822009:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587379.822009:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587379.822011:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587379.822013:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c925fd92. 00000400:00000200:2.0:1777587379.822014:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777587379.822015:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587379.822016:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1777587379.822017:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000200:2.0:1777587379.822019:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:1.0:1777587379.822020:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000400:00000200:2.0:1777587379.822021:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1777587379.822023:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667715968, portal 10 00000400:00000200:2.0:1777587379.822023:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:1.0:1777587379.822024:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587379.822025:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000400:00000200:2.0:1777587379.822026:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [505:505:255:4294967295] 192.168.204.155@tcp LPNI seq info [505:505:7:4294967295] 00000100:00000040:1.0:1777587379.822030:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587379.822033:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587379.822036:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777587379.822037:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587379.822038:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587379.822041:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000372fe17c. 00000800:00000010:2.0:1777587379.822041:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000200:1.0:1777587379.822042:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667715968, offset 0 00000800:00000200:2.0:1777587379.822044:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777587379.822046:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587379.822048:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777587379.822050:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000200:2.0:1777587379.822050:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777587379.822052:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587379.822054:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587379.822056:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587379.822062:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587379.822065:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [506:506:254:4294967295] 192.168.204.155@tcp LPNI seq info [506:506:6:4294967295] 00000100:00000001:3.0:1777587379.822071:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587379.822072:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587379.822087:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587379.822087:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307130190 00000800:00000010:1.0:1777587379.822090:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000100:00000010:3.0:1777587379.822091:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000800:00000200:1.0:1777587379.822094:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587379.822097:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587379.822097:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1777587379.822099:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587379.822102:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307130190 00000100:00000010:3.0:1777587379.822105:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777587379.822107:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587379.822118:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307130190 00000100:00000010:3.0:1777587379.822120:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000100:00000001:3.0:1777587379.822122:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587379.822124:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307130190 00000100:00000010:3.0:1777587379.822129:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000100:00000001:3.0:1777587379.822132:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587379.822134:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587379.822136:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587379.822138:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587379.822140:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587379.822147:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587379.822148:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587379.822150:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587379.822151:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587379.822152:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587379.822153:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.822200:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.822200:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.822204:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15521 usecs (16 jiffies) 00000100:00000040:2.0:1777587379.822204:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 98586 usecs (99 jiffies) 00000100:00000001:1.0:1777587379.822207:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307126800 00000100:00000001:2.0:1777587379.822207:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307126883 00000100:00000001:2.0:1777587379.822209:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307130190 00000100:00000001:2.0:1777587379.822210:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307126883 00000100:00000001:1.0:1777587379.822211:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307130190 00000100:00000001:1.0:1777587379.822212:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307126800 00000100:00000001:2.0:1777587379.822212:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307130190 00000100:00000001:1.0:1777587379.822214:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307130190 00000100:00000001:2.0:1777587379.822214:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307126883 00000100:00000001:2.0:1777587379.822215:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307130190 00000100:00000001:1.0:1777587379.822216:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307126800 00000100:00000001:2.0:1777587379.822217:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307126883 00000100:00000001:1.0:1777587379.822218:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307130190 00000100:00000001:2.0:1777587379.822218:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307130190 00000100:00000001:1.0:1777587379.822219:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307126800 00000100:00000001:2.0:1777587379.822220:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587379.822221:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307130190 00000100:00000001:2.0:1777587379.822221:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.822222:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587379.822223:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.822223:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.822224:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587379.822225:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.822226:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587379.822228:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587379.822229:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587379.822229:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587379.822231:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587379.822232:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587379.822233:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.822233:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587379.822234:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.822234:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587379.822235:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587379.822236:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.822238:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587379.822308:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587379.822311:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000400:00000200:0.0:1777587379.822315:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587379.822318:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587379.822322:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce119a8a 00000400:00000010:0.0:1777587379.822323:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ce119a8a. 00000100:00000001:0.0:1777587379.822326:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587379.822329:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.822339:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587379.822341:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.822347:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587379.822348:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587379.822359:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587379.822361:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000400:00000200:0.0:1777587379.822363:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587379.822366:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587379.822368:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:0.0:1777587379.822369:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:0.0:1777587379.822371:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587379.822374:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.822381:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587379.822382:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.822388:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587379.822389:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587379.822590:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587379.822593:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:0.0:1777587379.822596:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587379.822600:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587379.822602:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372fe17c 00000400:00000010:0.0:1777587379.822603:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000372fe17c. 00000100:00000001:0.0:1777587379.822606:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587379.822609:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.822615:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587379.822617:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.822632:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587379.822634:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587379.824926:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.824937:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587379.824940:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.824942:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587379.824950:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587379.824960:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f480 00000400:00000200:0.0:1777587379.824966:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:0.0:1777587379.824972:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.824975:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587379.824976:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587379.824979:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587379.824983:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587379.824987:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587379.824994:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.825029:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587379.825031:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587379.825044:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587379.825050:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825052:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587379.825053:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825054:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587379.825057:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587379.825060:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f500 00000400:00000200:0.0:1777587379.825063:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1091 [1] + 224 00000800:00000001:0.0:1777587379.825066:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825067:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587379.825068:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587379.825070:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587379.825072:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587379.825091:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587379.825097:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.825109:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587379.825112:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825114:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587379.825115:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825117:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587379.825119:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587379.825122:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f580 00000400:00000200:0.0:1777587379.825125:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1099 [1] + 224 00000800:00000001:0.0:1777587379.825127:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825130:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587379.825131:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587379.825133:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587379.825135:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587379.825136:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587379.825141:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587379.825150:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587379.825153:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587379.825155:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587379.825184:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587379.825193:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587379.825197:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587379.825199:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587379.825201:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587379.825204:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587379.825206:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587379.825209:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587379.825210:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777587379.825213:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587379.825213:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587379.825215:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587379.825216:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587379.825217:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000100:00000200:1.0:1777587379.825221:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587379.825221:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:2.0:1777587379.825222:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000001:2.0:1777587379.825225:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587379.825227:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1777587379.825227:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587379.825229:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587379.825231:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587379.825233:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1777587379.825234:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587379.825235:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587379.825237:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.825239:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1777587379.825240:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.825240:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587379.825242:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587379.825243:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587379.825244:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587379.825245:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587379.825246:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587379.825247:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587379.825249:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587379.825281:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=61 v=5 (1 0 0 0) 00000100:00001000:2.0:1777587379.825281:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587379.825284:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587379.825284:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587379.825285:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.825286:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587379.825288:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587379.825288:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587379.825291:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1777587379.825292:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587379.825295:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587379.825296:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00010000:00000001:1.0:1777587379.825298:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.825298:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587379.825300:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1777587379.825300:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.825301:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587379.825303:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1777587379.825303:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587379.825304:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587379.825306:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587379.825312:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587379.825315:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587379.825319:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587379.825320:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587379.825321:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587379.825321:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587379.825325:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587379.825331:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587379.825332:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667715840:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587379.825337:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1777587379.825338:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667715968:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587379.825339:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587379.825341:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667715840/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587379.825348:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587379.825350:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587379.825353:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000347ff5f0. 02000000:00000001:2.0:1777587379.825357:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587379.825359:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587379.825360:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587379.825362:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587379.825364:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b02692d. 02000000:00000001:2.0:1777587379.825367:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587379.825369:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587379.825370:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:2.0:1777587379.825374:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587379.825375:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587379.825377:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587379.825384:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587379.825386:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587379.825387:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587379.825389:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.825479:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587379.825482:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587379.825485:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667715968/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587379.825490:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587379.825492:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587379.825493:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c925fd92. 02000000:00000001:1.0:1777587379.825495:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587379.825496:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587379.825497:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587379.825499:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587379.825500:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:1.0:1777587379.825502:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587379.825503:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587379.825504:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777587379.825506:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587379.825507:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587379.825508:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587379.825512:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587379.825512:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587379.825514:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587379.825515:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587379.825970:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587379.825972:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587379.825974:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587379.825977:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:3.0:1777587379.825978:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:3.0:1777587379.825981:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587379.825985:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587379.825992:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.825998:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587379.825999:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587379.826000:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587379.826002:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587379.826003:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587379.826004:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587379.826006:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587379.826017:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587379.826020:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587379.826022:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587379.826023:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587379.826025:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587379.826026:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587379.826027:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587379.826030:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.826036:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587379.826037:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587379.826039:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587379.826041:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587379.826047:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667715712:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587379.826050:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587379.826052:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587379.826054:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667715712/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587379.826059:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587379.826061:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587379.826062:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080e82f65. 02000000:00000001:3.0:1777587379.826065:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587379.826066:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587379.826067:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587379.826069:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587379.826070:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 02000000:00000001:3.0:1777587379.826072:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587379.826074:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587379.826088:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:3.0:1777587379.826091:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587379.826091:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587379.826093:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587379.826101:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587379.826102:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587379.826103:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587379.826105:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587380.461370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587380.461376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587380.461382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587380.461383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587380.461460:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587380.461463:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587380.461466:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587381.485779:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587381.485786:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587381.485793:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587381.485794:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587381.485821:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587381.485841:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587381.485844:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587382.509409:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587382.509417:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587382.509424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587382.509425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587382.509446:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587382.509449:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587382.509451:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587383.277379:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307130190, at 4307130240 00000100:00000040:1.0:1777587383.277379:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307130190, at 4307130240 00000100:00000040:2.0:1777587383.277379:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307130190, at 4307130240 00000100:00000010:2.0:1777587383.277397:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd3920fd. 00000100:00000010:0.0:1777587383.277399:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039598914. 00000100:00000010:1.0:1777587383.277402:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000040:3.0:1777587383.277527:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307130190, at 4307130240 00000100:00000010:3.0:1777587383.277533:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00010000:00000001:1.0:1777587383.535089:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587383.535096:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587383.535101:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587383.535102:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587383.535191:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587383.535194:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587383.535197:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587384.557373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587384.557379:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587384.557385:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587384.557386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587384.557418:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587384.557421:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587384.557424:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587384.941324:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587384.941334:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587384.941341:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587384.941348:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587384.941352:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587384.941355:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587384.941360:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587384.941367:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073340cc1. 00000100:00000001:1.0:1777587384.941374:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587384.941384:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587384.941393:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587384.941405:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587384.941410:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_02+2] req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587384.941443:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587384.941446:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587384.941450:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587384.941452:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000020:00000040:1.0:1777587384.941455:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587384.941455:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587384.941458:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587384.941460:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1777587384.941461:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777587384.941462:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.941464:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587384.941471:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777587384.941473:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000040837f3a. 00000100:00000001:1.0:1777587384.941478:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587384.941485:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587384.941487:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587384.941490:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587384.941496:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777587384.941496:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587384.941499:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587384.941500:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587384.941501:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587384.941503:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_03+3] req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587384.941506:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587384.941507:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587384.941522:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587384.941524:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587384.941526:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587384.941528:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667716096:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587384.941529:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587384.941530:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1777587384.941532:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1777587384.941534:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b65e70. 00000100:00000001:3.0:1777587384.941536:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1777587384.941538:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587384.941542:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587384.941542:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587384.941546:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1777587384.941547:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587384.941547:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587384.941548:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587384.941552:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587384.941554:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b02692d. 00000100:00000001:1.0:1777587384.941559:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587384.941559:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3e2b6c5. 02000000:00000001:3.0:1777587384.941564:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587384.941565:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777587384.941568:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587384.941569:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587384.941573:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 02000000:00000001:0.0:1777587384.941574:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587384.941578:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587384.941583:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587384.941583:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00100000:0.0:1777587384.941591:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667716224:192.168.204.155@tcp:400: 00000100:00000200:3.0:1777587384.941592:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716096, portal 25 00000100:00000001:0.0:1777587384.941599:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587384.941600:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1777587384.941604:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777587384.941604:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000001:1.0:1777587384.941605:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587384.941608:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587384.941608:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587384.941613:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587384.941614:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587384.941617:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b65e70] to pc [ptlrpcd_00_00+0] req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587384.941618:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc211bb. 02000000:00000001:0.0:1777587384.941622:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587384.941629:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f2bb0e. 00000400:00000010:0.0:1777587384.941637:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006de4ec7a. 00000100:00000200:0.0:1777587384.941643:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716224, portal 10 00000100:00000001:3.0:1777587384.941643:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587384.941647:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587384.941648:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.941648:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587384.941649:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000100:00000040:3.0:1777587384.941650:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587384.941654:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587384.941656:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1777587384.941656:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9a7080. 00000100:00000040:1.0:1777587384.941658:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587384.941661:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587384.941663:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667716096, offset 0 00000100:00000001:0.0:1777587384.941673:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1777587384.941675:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587384.941680:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587384.941682:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1777587384.941683:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b654db3b. 00000100:00000001:1.0:1777587384.941686:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587384.941687:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667716224, offset 0 00000400:00000200:3.0:1777587384.941691:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587384.941696:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587384.941697:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777587384.941701:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12469) 00000400:00000200:3.0:1777587384.941786:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587384.941790:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587384.941793:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587384.941797:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [507:507:256:4294967295] 192.168.204.155@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:3.0:1777587384.941808:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587384.941813:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587384.941818:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777587384.941824:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587384.941831:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587384.941835:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587384.941871:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587384.941875:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587384.941878:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587384.941882:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587384.941885:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587384.941888:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [508:508:255:4294967295] 192.168.204.155@tcp LPNI seq info [508:508:7:4294967295] 00000100:00000001:3.0:1777587384.941899:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.941905:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307135310 00000400:00000200:0.0:1777587384.941906:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000010:3.0:1777587384.941912:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000800:00000200:0.0:1777587384.941915:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587384.941919:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633758cf. 00000800:00000200:0.0:1777587384.941924:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587384.941929:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587384.941931:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000633758cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587384.941935:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587384.941938:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 97952 usecs (98 jiffies) 00000100:00000001:0.0:1777587384.941940:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307132002 00000100:00000001:3.0:1777587384.941966:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587384.941973:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307135310 00000100:00000001:2.0:1777587384.941974:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587384.941975:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307135310 00000100:00000001:0.0:1777587384.941989:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307132002 00000100:00000040:2.0:1777587384.941989:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777587384.941991:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000001:3.0:1777587384.941999:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587384.942002:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1777587384.942004:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587384.942004:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587384.942005:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307135310 00000100:00000001:3.0:1777587384.942005:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307135310 00000800:00000010:1.0:1777587384.942007:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 02000000:00000001:2.0:1777587384.942007:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587384.942010:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587384.942012:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307132002 02000000:00000001:2.0:1777587384.942012:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587384.942013:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8f8e25a. 00000400:00000200:1.0:1777587384.942014:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1777587384.942018:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667716352:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587384.942021:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587384.942021:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587384.942024:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587384.942024:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587384.942025:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9a7080 02000000:00000001:2.0:1777587384.942026:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1777587384.942027:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9a7080. 02000000:00000010:2.0:1777587384.942029:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000105c9d1b. 02000000:00000001:2.0:1777587384.942030:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587384.942031:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1777587384.942033:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000100:00000200:1.0:1777587384.942034:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587384.942036:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000200:2.0:1777587384.942039:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716352, portal 10 00000100:00000001:2.0:1777587384.942040:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587384.942041:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006731520 : -105793702820096 : ffff9fc7fbec8700) 00000100:00000001:1.0:1777587384.942042:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587384.942044:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587384.942045:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587384.942052:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.942052:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587384.942053:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1777587384.942054:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587384.942056:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000200:2.0:1777587384.942058:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667716352, offset 0 00000400:00000200:2.0:1777587384.942062:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587384.942067:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587384.942070:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587384.942072:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587384.942075:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1777587384.942081:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587384.942084:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633758cf. 00000400:00000200:1.0:1777587384.942086:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587384.942086:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587384.942089:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587384.942094:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [509:509:255:4294967295] 192.168.204.155@tcp LPNI seq info [509:509:7:4294967295] 00000400:00000200:2.0:1777587384.942101:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:1.0:1777587384.942105:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b654db3b 00000800:00000200:2.0:1777587384.942105:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587384.942106:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b654db3b. 00000800:00000010:2.0:1777587384.942109:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000100:00000001:1.0:1777587384.942113:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1777587384.942113:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:1.0:1777587384.942116:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587384.942117:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587384.942120:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587384.942123:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587384.942123:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587384.942125:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587384.942125:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15443 usecs (16 jiffies) 00000100:00000001:2.0:1777587384.942128:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307131920 00000100:00000001:2.0:1777587384.942130:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307135310 00000100:00000001:1.0:1777587384.942131:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.942132:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307131920 00000100:00000001:1.0:1777587384.942133:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587384.942134:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307135310 00000100:00000001:2.0:1777587384.942136:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307131920 00000800:00000200:1.0:1777587384.942144:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587384.942146:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:1.0:1777587384.942148:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587384.942151:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587384.942153:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:1.0:1777587384.942154:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:1.0:1777587384.942156:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587384.942158:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587384.942164:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587384.942166:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587384.942172:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587384.942174:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587384.942247:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587384.942275:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307135311 00000100:00000010:3.0:1777587384.942279:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:0.0:1777587384.942288:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307135310 00000100:00000001:3.0:1777587384.942290:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587384.942291:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307132003 00000100:00000001:0.0:1777587384.942296:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307135311 00000100:00000001:3.0:1777587384.942296:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587384.942300:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587384.942301:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587384.942304:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.942306:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587384.942308:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.942310:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587384.942311:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587384.942320:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587384.942331:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587384.942334:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587384.942335:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587384.942337:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587384.942339:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.942473:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587384.942476:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587384.942480:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587384.942481:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587384.942484:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.942486:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.942777:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307135310 00000100:00000001:2.0:1777587384.942781:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307131921 00000100:00000001:2.0:1777587384.942784:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307135311 00000100:00000001:2.0:1777587384.942786:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587384.942788:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.942791:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.942793:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587384.942797:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587384.942798:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587384.942801:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587384.942802:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587384.942803:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.942805:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587384.951224:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.951241:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587384.951246:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.951278:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587384.951289:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587384.951306:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f600 00000400:00000200:0.0:1777587384.951315:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:0.0:1777587384.951323:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.951331:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587384.951333:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587384.951337:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587384.951345:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587384.951351:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587384.951363:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587384.951379:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587384.951387:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.951390:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.951574:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587384.951579:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587384.951585:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587384.951588:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587384.951590:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587384.951594:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:3.0:1777587384.951596:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:3.0:1777587384.951600:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587384.951604:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587384.951612:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587384.951618:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587384.951620:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.951622:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587384.951625:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587384.951627:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587384.951629:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587384.951632:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587384.951638:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587384.951641:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587384.951644:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587384.951645:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587384.951648:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587384.951650:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.951658:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587384.951662:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587384.951669:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587384.951672:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587384.951674:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587384.951677:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587384.951684:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667716096:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587384.951689:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.951691:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587384.951694:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667716096/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587384.951700:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587384.951702:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587384.951705:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3e2b6c5. 02000000:00000001:3.0:1777587384.951708:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587384.951710:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587384.951712:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587384.951714:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587384.951716:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000073340cc1. 02000000:00000001:3.0:1777587384.951720:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587384.951721:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587384.951722:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:3.0:1777587384.951726:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587384.951727:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.951728:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.951736:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587384.951737:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.951739:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587384.951741:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587384.952909:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953187:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587384.953191:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953194:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587384.953203:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587384.953215:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f700 00000400:00000200:0.0:1777587384.953222:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10b1 [1] + 224 00000800:00000001:0.0:1777587384.953228:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953232:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587384.953234:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587384.953238:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587384.953243:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587384.953248:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587384.953276:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587384.953305:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587384.953313:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953317:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587384.953319:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953322:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587384.953326:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587384.953332:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f680 00000400:00000200:0.0:1777587384.953336:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10a5 [1] + 224 00000800:00000001:0.0:1777587384.953340:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953345:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587384.953348:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587384.953351:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587384.953354:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587384.953358:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587384.953366:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587384.953384:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587384.953388:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587384.953391:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.953466:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587384.953469:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587384.953474:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587384.953481:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587384.953483:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f2bb0e. 00000100:00000001:2.0:1777587384.953506:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587384.953509:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1777587384.953603:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de4ec7a 00000400:00000010:3.0:1777587384.953606:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006de4ec7a. 00000100:00000001:3.0:1777587384.953610:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587384.953613:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587384.953621:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587384.953627:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1777587384.953630:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777587384.953630:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587384.953634:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1777587384.953634:0:197584:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1777587384.953637:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 02000000:00000001:3.0:1777587384.953638:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587384.953642:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1777587384.953643:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000100:00000001:3.0:1777587384.953644:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587384.953646:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 02000000:00000001:3.0:1777587384.953648:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.953651:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1777587384.953655:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=121 v=5 (5 5 5 5) 00000100:00000200:2.0:1777587384.953657:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777587384.953662:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587384.953668:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587384.953670:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587384.953673:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1777587384.953674:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587384.953677:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587384.953683:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1777587384.953685:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1777587384.953686:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587384.953687:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.953689:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587384.953690:0:197581:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1777587384.953691:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587384.953693:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587384.953695:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1777587384.953697:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587384.953698:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587384.953702:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587384.953709:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=127 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587384.953709:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587384.953715:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1777587384.953716:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587384.953718:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587384.953720:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587384.953722:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587384.953724:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587384.953725:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587384.953730:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587384.953748:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.953753:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1777587384.953755:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667716224:192.168.204.155@tcp:400: 00000100:00000040:2.0:1777587384.953756:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587384.953758:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587384.953759:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587384.953764:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587384.953768:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587384.953772:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587384.953776:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777587384.953778:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667716224/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587384.953780:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587384.953785:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587384.953787:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1777587384.953789:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777587384.953791:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc211bb. 00000100:00000040:2.0:1777587384.953795:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587384.953795:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587384.953798:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587384.953800:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587384.953804:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587384.953807:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000040837f3a. 00000100:00100000:2.0:1777587384.953810:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667716352:192.168.204.155@tcp:400: 02000000:00000001:3.0:1777587384.953812:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587384.953814:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587384.953817:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:2.0:1777587384.953818:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587384.953821:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587384.953821:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587384.953823:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587384.953824:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b65e70 x1863934667716352/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587384.953826:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587384.953834:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777587384.953835:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1777587384.953836:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1777587384.953837:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587384.953840:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000105c9d1b. 00000100:00000001:3.0:1777587384.953841:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587384.953845:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587384.953846:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587384.953848:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587384.953850:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587384.953852:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587384.953854:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b02692d. 02000000:00000001:2.0:1777587384.953857:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587384.953858:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587384.953859:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b65e70. 00000100:00000001:2.0:1777587384.953861:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587384.953862:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587384.953864:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587384.953867:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587384.953869:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587384.953871:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587384.953873:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587385.581953:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587385.581959:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587385.581973:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587385.581974:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587385.581991:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587385.581994:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587385.581997:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587386.605521:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587386.605528:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587386.605533:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587386.605534:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587386.607138:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587386.607142:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587386.607148:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587387.629356:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587387.629378:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587387.629380:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587387.629382:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629387:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587387.629389:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629391:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629393:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587387.629399:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587387.629401:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587387.629402:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629404:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587387.629405:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629406:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587387.629408:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587387.629426:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587387.629428:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587387.629430:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587388.397384:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307135310, at 4307135360 00000100:00000010:2.0:1777587388.397402:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8f8e25a. 00000100:00000040:0.0:1777587388.397413:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307135310, at 4307135360 00000100:00000010:0.0:1777587388.397421:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000040:1.0:1777587388.397426:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307135310, at 4307135360 00000100:00000010:1.0:1777587388.397433:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000040:3.0:1777587388.397723:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307135311, at 4307135360 00000100:00000010:3.0:1777587388.397729:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00010000:00000001:1.0:1777587388.653375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587388.653382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587388.653389:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587388.653390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587388.653422:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587388.653425:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587388.653428:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587389.677340:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587389.677345:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587389.677350:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587389.677351:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587389.677427:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587389.677430:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587389.677433:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587390.061342:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587390.061348:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587390.061357:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a061cec5. 00000020:00000040:1.0:1777587390.061362:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587390.061367:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587390.061369:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587390.061374:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587390.061381:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af8ec9e8. 00000100:00000001:1.0:1777587390.061403:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587390.061415:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587390.061426:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587390.061429:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587390.061435:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a061cec5] to pc [ptlrpcd_00_01+1] req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587390.061474:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587390.061477:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587390.061481:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587390.061485:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b65e70. 00000020:00000040:1.0:1777587390.061487:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587390.061490:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587390.061491:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587390.061493:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587390.061496:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011966fa5. 00000100:00000001:1.0:1777587390.061507:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587390.061511:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587390.061512:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587390.061517:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587390.061518:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587390.061518:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.061519:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587390.061522:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b65e70] to pc [ptlrpcd_00_02+2] req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587390.061529:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.061537:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587390.061539:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587390.061542:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587390.061542:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587390.061544:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587390.061544:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587390.061545:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587390.061549:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1777587390.061549:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587390.061551:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587390.061552:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3fbd56. 00000100:00100000:2.0:1777587390.061553:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667716480:192.168.204.155@tcp:400: 00000020:00000040:1.0:1777587390.061556:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587390.061558:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777587390.061558:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587390.061559:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587390.061564:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587390.061566:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587390.061566:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587390.061570:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 02000000:00000001:2.0:1777587390.061570:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587390.061574:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587390.061574:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec9614ef. 02000000:00000001:2.0:1777587390.061576:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.061577:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587390.061578:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777587390.061583:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000100:00000001:3.0:1777587390.061583:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587390.061586:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587390.061589:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587390.061591:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587390.061591:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000040:3.0:1777587390.061594:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587390.061597:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3fbd56] to pc [ptlrpcd_00_03+3] req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587390.061598:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716480, portal 25 00000100:00000001:2.0:1777587390.061602:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587390.061604:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006735104 : -105793702816512 : ffff9fc7fbec9500) 00000100:00000040:2.0:1777587390.061610:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587390.061620:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587390.061622:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587390.061622:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587390.061625:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587390.061626:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587390.061629:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777587390.061634:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667716480, offset 0 00000100:00000040:1.0:1777587390.061640:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12474) 00000100:00000001:3.0:1777587390.061640:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587390.061643:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587390.061644:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587390.061648:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587390.061650:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587390.061653:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587390.061657:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667716608:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777587390.061660:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587390.061663:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587390.061666:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1777587390.061667:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587390.061670:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587390.061671:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777587390.061673:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587390.061677:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1777587390.061677:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd943562. 00000400:00000200:2.0:1777587390.061681:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:3.0:1777587390.061681:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587390.061686:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [510:510:256:4294967295] 192.168.204.155@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000010:3.0:1777587390.061686:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000400:00000010:3.0:1777587390.061693:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000100:00000200:3.0:1777587390.061698:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716608, portal 10 00000400:00000200:2.0:1777587390.061702:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587390.061702:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587390.061704:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006731520 : -105793702820096 : ffff9fc7fbec8700) 00000800:00000200:2.0:1777587390.061716:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587390.061720:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000100:00000040:3.0:1777587390.061722:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.061729:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1777587390.061730:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:3.0:1777587390.061734:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587390.061737:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eba07a2. 00000100:00000200:3.0:1777587390.061739:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667716608, offset 0 00000800:00000200:2.0:1777587390.061742:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587390.061746:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587390.061748:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587390.061752:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587390.061755:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587390.061757:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587390.061759:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587390.061761:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587390.061761:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587390.061766:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [511:511:255:4294967295] 192.168.204.155@tcp LPNI seq info [511:511:7:4294967295] 00000100:00000001:2.0:1777587390.061767:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307140430 00000100:00000010:2.0:1777587390.061773:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000400:00000200:3.0:1777587390.061778:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587390.061781:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587390.061788:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307140430 00000100:00000010:2.0:1777587390.061793:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000800:00000200:3.0:1777587390.061793:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587390.061799:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1777587390.061799:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000100:00000001:2.0:1777587390.061803:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307140430 00000800:00000200:3.0:1777587390.061807:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:2.0:1777587390.061808:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000001:2.0:1777587390.061813:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1777587390.061816:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587390.061818:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307140430 00000800:00000200:3.0:1777587390.061821:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1777587390.061822:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:3.0:1777587390.061827:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.061828:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587390.061832:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777587390.061833:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 97400 usecs (98 jiffies) 00000100:00000001:2.0:1777587390.061836:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.061837:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307137122 00000100:00000001:3.0:1777587390.061841:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307140430 00000100:00000001:2.0:1777587390.061842:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.061843:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307137122 00000100:00000001:2.0:1777587390.061845:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.061846:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307140430 00000100:00000001:3.0:1777587390.061849:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307137122 00000100:00000001:3.0:1777587390.061850:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307140430 00000100:00000001:3.0:1777587390.061851:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307137122 00000100:00000001:3.0:1777587390.061852:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307140430 00000100:00000001:2.0:1777587390.061854:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587390.061854:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587390.061855:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.061857:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587390.061858:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.061862:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587390.061862:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1777587390.061864:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587390.061865:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587390.061867:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.061867:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1777587390.061869:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000100:00000001:3.0:1777587390.061869:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587390.061870:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.061874:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587390.061877:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1777587390.061888:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587390.061889:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587390.061894:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1777587390.061897:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587390.061898:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587390.061901:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587390.061901:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777587390.061905:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000100:00000001:2.0:1777587390.061905:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.061905:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.061907:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1777587390.061910:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:3.0:1777587390.061910:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587390.061916:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587390.061917:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587390.061922:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587390.061929:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.061940:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587390.061944:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.061956:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587390.061958:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587390.061989:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587390.061990:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587390.061991:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587390.061992:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587390.061994:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587390.061996:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667716736:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587390.061998:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587390.062000:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587390.062001:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587390.062002:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587390.062004:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3e2b6c5. 02000000:00000001:3.0:1777587390.062006:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587390.062009:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1777587390.062009:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae95baf6. 00000800:00000010:0.0:1777587390.062013:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000010:3.0:1777587390.062013:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000400:00000200:0.0:1777587390.062018:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1777587390.062018:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716736, portal 10 00000100:00000001:3.0:1777587390.062021:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587390.062024:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006733312 : -105793702818304 : ffff9fc7fbec8e00) 00000400:00000200:0.0:1777587390.062025:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587390.062030:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba07a2 00000400:00000010:0.0:1777587390.062033:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003eba07a2. 00000100:00000040:3.0:1777587390.062033:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.062038:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587390.062042:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.062045:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587390.062051:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587390.062053:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587390.062055:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587390.062057:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ab9cc51. 00000100:00000200:3.0:1777587390.062062:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667716736, offset 0 00000100:00000001:0.0:1777587390.062063:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587390.062066:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777587390.062070:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587390.062076:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587390.062079:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587390.062081:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587390.062093:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587390.062095:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587390.062098:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [512:512:256:4294967295] 192.168.204.155@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000200:3.0:1777587390.062123:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587390.062127:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587390.062130:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587390.062134:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587390.062138:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587390.062140:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587390.062153:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587390.062297:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587390.062301:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:0.0:1777587390.062304:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587390.062309:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587390.062312:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab9cc51 00000400:00000010:0.0:1777587390.062314:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008ab9cc51. 00000100:00000001:0.0:1777587390.062317:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587390.062319:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.062337:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587390.062339:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.062356:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587390.062358:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1777587390.062543:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15441 usecs (16 jiffies) 00000100:00000001:3.0:1777587390.062547:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307137041 00000100:00000001:3.0:1777587390.062607:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307140430 00000100:00000001:3.0:1777587390.062610:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307137041 00000100:00000001:3.0:1777587390.062611:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307140430 00000100:00000001:3.0:1777587390.062613:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307137041 00000100:00000001:3.0:1777587390.062615:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307140430 00000100:00000001:3.0:1777587390.062616:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307137041 00000100:00000001:3.0:1777587390.062618:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307140430 00000100:00000001:3.0:1777587390.062619:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587390.062622:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.062624:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.062626:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587390.064330:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064341:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587390.064345:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064351:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587390.064360:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587390.064374:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f800 00000400:00000200:0.0:1777587390.064380:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10c1 [1] + 224 00000800:00000001:0.0:1777587390.064385:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064389:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587390.064391:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587390.064394:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587390.064398:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587390.064401:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587390.064408:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.064421:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587390.064427:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064429:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587390.064430:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064431:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587390.064434:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587390.064438:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f780 00000400:00000200:0.0:1777587390.064441:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:0.0:1777587390.064444:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064446:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587390.064447:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587390.064449:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587390.064458:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587390.064462:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587390.064462:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587390.064467:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587390.064470:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1777587390.064475:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587390.064482:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587390.064502:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1777587390.064527:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587390.064531:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:3.0:1777587390.064533:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:3.0:1777587390.064536:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587390.064539:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587390.064542:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587390.064543:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587390.064546:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777587390.064548:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587390.064550:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064552:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587390.064556:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587390.064559:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1777587390.064562:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000010:2.0:1777587390.064562:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000400:00000200:2.0:1777587390.064567:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:2.0:1777587390.064570:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000400:00000200:0.0:1777587390.064573:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f880 00000100:00000200:3.0:1777587390.064574:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.064575:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587390.064581:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587390.064582:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10c9 [1] + 224 00000800:00000001:0.0:1777587390.064592:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587390.064598:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587390.064600:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064601:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1777587390.064603:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587390.064604:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587390.064607:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587390.064611:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1777587390.064615:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587390.064615:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587390.064620:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.064621:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587390.064622:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587390.064624:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587390.064624:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587390.064628:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.064630:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587390.064632:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587390.064634:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1777587390.064635:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=127 v=5 (5 5 5 5) 00000100:00000001:2.0:1777587390.064637:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587390.064642:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587390.064642:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=127 v=5 (1 1 1 1) 00000100:00001000:2.0:1777587390.064649:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=133 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587390.064649:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1777587390.064652:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.064653:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587390.064655:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=133 v=5 (1 1 1 1) 00010000:00000001:3.0:1777587390.064658:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1777587390.064662:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1777587390.064663:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.064666:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.064669:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1777587390.064671:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1777587390.064672:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00010000:00000001:2.0:1777587390.064673:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587390.064674:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587390.064677:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587390.064678:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.064679:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587390.064681:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587390.064685:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587390.064685:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587390.064687:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.064707:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587390.064708:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587390.064711:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587390.064712:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587390.064714:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587390.064719:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.064721:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587390.064727:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587390.064735:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a061cec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667716480:192.168.204.155@tcp:400: 00000100:00100000:3.0:1777587390.064739:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000047b65e70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667716608:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587390.064744:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064745:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.064747:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587390.064748:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b65e70 x1863934667716608/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.064755:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587390.064759:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a061cec5 x1863934667716480/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.064783:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1777587390.064784:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587390.064787:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1777587390.064787:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587390.064790:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec9614ef. 02000000:00000010:3.0:1777587390.064790:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd943562. 02000000:00000001:3.0:1777587390.064794:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1777587390.064796:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587390.064797:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1777587390.064798:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587390.064799:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000040:2.0:1777587390.064800:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587390.064802:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1777587390.064804:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587390.064805:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011966fa5. 02000000:00000010:2.0:1777587390.064806:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af8ec9e8. 02000000:00000001:3.0:1777587390.064808:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587390.064811:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587390.064811:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1777587390.064814:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587390.064814:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b65e70. 00000100:00000010:2.0:1777587390.064816:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a061cec5. 00000100:00000001:3.0:1777587390.064818:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587390.064820:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587390.064822:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587390.064823:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.064825:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064825:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587390.064827:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587390.064829:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587390.064830:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587390.064833:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587390.064834:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95baf6. 00000400:00000200:3.0:1777587390.064836:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000100:00000001:2.0:1777587390.064838:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1777587390.064838:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587390.064840:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587390.064841:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587390.064844:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1777587390.064844:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587390.064847:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587390.064854:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.064873:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587390.064874:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064876:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587390.064886:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587390.064887:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587390.064888:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587390.064890:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587390.064894:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587390.064896:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587390.064904:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587390.064905:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587390.064906:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587390.064910:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587390.064916:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.064918:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587390.064920:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587390.064921:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587390.064921:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587390.064923:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.064933:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587390.064935:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587390.064936:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587390.064939:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587390.064946:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ee3fbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667716736:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587390.064949:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064951:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587390.064953:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3fbd56 x1863934667716736/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587390.064959:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587390.064961:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587390.064962:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3e2b6c5. 02000000:00000001:3.0:1777587390.064965:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587390.064966:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587390.064967:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587390.064969:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587390.064970:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 02000000:00000001:3.0:1777587390.064972:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587390.064978:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587390.064979:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3fbd56. 00000100:00000001:3.0:1777587390.064982:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587390.064983:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064985:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587390.064989:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587390.064990:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587390.064992:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587390.064993:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587390.701589:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587390.701594:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587390.701598:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587390.701599:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587390.701617:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587390.701619:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587390.701622:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587391.725486:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587391.725492:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587391.725498:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587391.725499:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587391.725810:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587391.725814:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587391.725816:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587392.749403:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587392.749412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587392.749421:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587392.749422:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587392.749531:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587392.749535:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587392.749538:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587393.517367:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307140430, at 4307140480 00000100:00000040:3.0:1777587393.517367:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307140430, at 4307140480 00000100:00000010:3.0:1777587393.517387:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000040:0.0:1777587393.517388:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307140430, at 4307140480 00000100:00000010:2.0:1777587393.517391:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00000100:00000010:0.0:1777587393.517398:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000040:1.0:1777587393.517677:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307140430, at 4307140480 00000100:00000010:1.0:1777587393.517684:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00010000:00000001:1.0:1777587393.773384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587393.773390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587393.773416:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587393.773417:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587393.773442:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587393.773445:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587393.773446:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587394.797326:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587394.797331:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587394.797336:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587394.797337:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587394.797365:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587394.797369:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587394.797373:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587395.181834:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587395.181844:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587395.181854:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777587395.181861:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587395.181865:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587395.181868:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587395.181873:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587395.181881:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000001:2.0:1777587395.181889:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.181913:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587395.181924:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587395.181926:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.181931:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_00+0] req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.181962:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.181965:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587395.181968:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587395.181971:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000020:00000040:2.0:1777587395.181973:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587395.181975:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587395.181976:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587395.181977:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587395.181984:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:2.0:1777587395.181987:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.181991:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587395.181998:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587395.181999:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.182003:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8dfd483] to pc [ptlrpcd_00_01+1] req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.182012:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182013:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587395.182013:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587395.182018:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587395.182019:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587395.182022:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000020:00000040:2.0:1777587395.182024:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587395.182026:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587395.182027:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587395.182029:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1777587395.182029:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587395.182036:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777587395.182039:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:2.0:1777587395.182042:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.182048:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587395.182063:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587395.182064:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587395.182066:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.182067:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587395.182071:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1777587395.182072:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000147c58fb] to pc [ptlrpcd_00_02+2] req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587395.182074:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587395.182078:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587395.182085:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667716864:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587395.182090:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587395.182095:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587395.182097:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587395.182099:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587395.182104:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fdac8e. 02000000:00000001:0.0:1777587395.182105:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587395.182111:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dafe4e8. 00000100:00000001:2.0:1777587395.182112:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.182116:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1777587395.182118:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086010bd6. 00000100:00000040:2.0:1777587395.182120:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1777587395.182126:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716864, portal 25 00000100:00000040:2.0:1777587395.182127:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12479) 00000100:00000001:0.0:1777587395.182131:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587395.182133:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:0.0:1777587395.182138:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.182144:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587395.182148:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1777587395.182148:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:0.0:1777587395.182153:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587395.182153:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1777587395.182156:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d5c28bf. 00000100:00000200:0.0:1777587395.182160:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667716864, offset 0 00000100:00000001:2.0:1777587395.182161:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587395.182165:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.182167:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587395.182168:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587395.182171:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587395.182173:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587395.182177:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587395.182182:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587395.182190:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1777587395.182191:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587395.182193:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587395.182197:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777587395.182197:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587395.182200:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1777587395.182203:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1777587395.182204:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587395.182208:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:2.0:1777587395.182210:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667717120:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587395.182215:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777587395.182216:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [513:513:256:4294967295] 192.168.204.155@tcp LPNI seq info [513:513:8:4294967295] 02000000:00000001:2.0:1777587395.182219:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587395.182222:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587395.182230:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:2.0:1777587395.182231:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587395.182235:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008891b8a8. 02000000:00000001:2.0:1777587395.182236:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587395.182241:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b636c94. 00000800:00000200:0.0:1777587395.182247:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587395.182247:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000800:00000010:0.0:1777587395.182283:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633758cf. 00000100:00000200:2.0:1777587395.182286:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717120, portal 10 00000100:00000001:2.0:1777587395.182290:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1777587395.182292:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587395.182293:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 00000100:00000040:2.0:1777587395.182302:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587395.182305:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587395.182311:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000633758cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587395.182313:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587395.182318:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587395.182321:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777587395.182324:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667717120, offset 0 00000100:00000001:0.0:1777587395.182325:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182330:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307145550 00000400:00000200:2.0:1777587395.182330:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:0.0:1777587395.182336:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005308c43e. 00000400:00000200:2.0:1777587395.182337:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587395.182341:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587395.182343:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1777587395.182345:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587395.182349:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587395.182350:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307145550 00000400:00000200:2.0:1777587395.182353:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:0.0:1777587395.182355:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008af91e34. 00000400:00000200:2.0:1777587395.182359:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [514:514:255:4294967295] 192.168.204.155@tcp LPNI seq info [514:514:7:4294967295] 00000100:00000001:0.0:1777587395.182360:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587395.182365:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307145550 00000100:00000010:0.0:1777587395.182371:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d85c779c. 00000400:00000200:2.0:1777587395.182373:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587395.182375:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587395.182380:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307145550 00000800:00000200:2.0:1777587395.182381:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:0.0:1777587395.182384:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e975ec6. 00000800:00000010:2.0:1777587395.182387:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a04115c7. 00000100:00000001:0.0:1777587395.182388:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587395.182394:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1777587395.182394:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587395.182398:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587395.182402:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587395.182403:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182406:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1777587395.182406:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a04115c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587395.182411:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182413:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587395.182415:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1777587395.182415:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15365 usecs (16 jiffies) 00000100:00000001:0.0:1777587395.182418:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587395.182420:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307142160 00000100:00000001:2.0:1777587395.182423:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307145550 00000100:00000001:2.0:1777587395.182430:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307142160 00000100:00000001:0.0:1777587395.182431:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587395.182433:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182434:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.182438:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307142160 00000100:00100000:0.0:1777587395.182439:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777587395.182443:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.182444:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182447:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587395.182448:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307142160 00000100:00000001:0.0:1777587395.182450:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.182452:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182453:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587395.182454:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587395.182456:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.182459:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182462:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587395.182462:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182465:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587395.182470:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587395.182478:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587395.182479:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587395.182481:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587395.182483:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587395.182485:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587395.182497:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667716992:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587395.182502:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587395.182504:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587395.182505:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587395.182506:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587395.182509:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d92aa69d. 02000000:00000001:0.0:1777587395.182511:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587395.182514:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6714d8a. 00000400:00000010:0.0:1777587395.182517:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003642c847. 00000100:00000200:0.0:1777587395.182520:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667716992, portal 10 00000100:00000001:0.0:1777587395.182522:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587395.182523:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 00000100:00000040:0.0:1777587395.182528:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587395.182533:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587395.182535:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1777587395.182538:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633758cf. 00000100:00000040:0.0:1777587395.182539:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587395.182543:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039664c30. 00000100:00000200:0.0:1777587395.182546:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667716992, offset 0 00000400:00000200:2.0:1777587395.182546:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587395.182551:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587395.182555:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587395.182556:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587395.182556:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587395.182565:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587395.182568:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587395.182571:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587395.182574:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587395.182576:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587395.182584:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [515:515:254:4294967295] 192.168.204.155@tcp LPNI seq info [515:515:6:4294967295] 00000400:00000200:0.0:1777587395.182592:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587395.182597:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587395.182600:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117b0986. 00000800:00000200:0.0:1777587395.182603:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587395.182607:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587395.182609:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117b0986 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587395.182612:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587395.182615:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 96781 usecs (97 jiffies) 00000100:00000001:0.0:1777587395.182616:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307142242 00000100:00000001:0.0:1777587395.182619:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182620:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307142242 00000100:00000001:0.0:1777587395.182622:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182623:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307142242 00000100:00000001:0.0:1777587395.182625:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182626:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307142242 00000100:00000001:0.0:1777587395.182628:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307145550 00000100:00000001:0.0:1777587395.182629:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587395.182631:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182633:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587395.182634:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587395.184863:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5c28bf 00000400:00000010:2.0:1777587395.184873:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005d5c28bf. 00000100:00000001:2.0:1777587395.184883:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587395.184892:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.184905:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587395.184907:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.184913:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.184915:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587395.184947:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587395.184949:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a04115c7. 00000400:00000200:2.0:1777587395.184954:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587395.184958:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587395.184960:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000400:00000010:2.0:1777587395.184962:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000001:2.0:1777587395.184964:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587395.184981:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.184988:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587395.184991:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.184997:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.184998:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587395.185075:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587395.185078:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117b0986. 00000400:00000200:2.0:1777587395.185081:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587395.185084:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587395.185087:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039664c30 00000400:00000010:2.0:1777587395.185088:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000039664c30. 00000100:00000001:2.0:1777587395.185090:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587395.185093:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.185100:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587395.185102:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.185107:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.185108:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587395.185320:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587395.185324:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587395.189582:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.189596:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587395.189600:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.189602:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.189613:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587395.189629:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0f980 00000400:00000200:0.0:1777587395.189636:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10e1 [1] + 224 00000800:00000001:0.0:1777587395.189671:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.189676:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.189679:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587395.189683:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587395.189690:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587395.189697:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587395.189707:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.189776:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587395.189792:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587395.189985:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587395.189996:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190000:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587395.190002:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190004:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.190008:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587395.190014:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0f900 00000400:00000200:0.0:1777587395.190020:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:0.0:1777587395.190024:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190027:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.190029:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587395.190032:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587395.190035:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587395.190038:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587395.190045:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587395.190067:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587395.190071:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190075:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587395.190076:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190078:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.190087:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587395.190099:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fa00 00000400:00000200:0.0:1777587395.190103:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10d9 [1] + 224 00000800:00000001:0.0:1777587395.190106:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190113:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587395.190115:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587395.190118:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587395.190121:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587395.190124:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587395.190136:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587395.190158:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587395.190163:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587395.190166:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587395.190214:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587395.190217:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587395.190219:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6714d8a. 00000400:00000200:2.0:1777587395.190235:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003642c847 00000400:00000010:2.0:1777587395.190237:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003642c847. 00000100:00000001:2.0:1777587395.190240:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587395.190243:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587395.190282:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.190299:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587395.190302:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.190304:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587395.190308:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587395.190310:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587395.190312:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587395.190314:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587395.190322:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587395.190326:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587395.190328:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587395.190330:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587395.190333:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587395.190336:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.190340:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587395.190341:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587395.190343:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587395.190345:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.190348:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.190354:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587395.190357:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587395.190358:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587395.190361:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587395.190366:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667716992:192.168.204.155@tcp:400: 00000400:00000001:2.0:1777587395.190372:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587395.190373:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587395.190374:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dafe4e8. 00000400:00000200:2.0:1777587395.190377:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086010bd6 00000400:00000010:2.0:1777587395.190379:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000086010bd6. 00000100:00000001:2.0:1777587395.190381:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587395.190384:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587395.190396:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.190402:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587395.190404:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.190405:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587395.190407:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587395.190409:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587395.190410:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587395.190412:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587395.190416:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587395.190418:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=138 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587395.190420:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587395.190421:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587395.190423:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587395.190424:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.190426:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587395.190429:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587395.190430:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587395.190434:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587395.190438:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1777587395.190439:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777587395.190441:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1777587395.190442:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1777587395.190443:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1777587395.190445:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b636c94. 00000100:00000040:2.0:1777587395.190449:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587395.190450:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000400:00000010:1.0:1777587395.190454:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000001:1.0:1777587395.190458:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1777587395.190462:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667716864:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587395.190465:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587395.190475:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.190480:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.190484:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587395.190486:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587395.190488:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587395.190490:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8dfd483 x1863934667716992/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587395.190491:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587395.190494:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587395.190496:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587395.190499:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587395.190503:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.190505:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587395.190508:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587395.190510:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d92aa69d. 02000000:00000001:2.0:1777587395.190520:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587395.190522:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587395.190524:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587395.190526:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587395.190528:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 02000000:00000001:2.0:1777587395.190533:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587395.190535:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587395.190536:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 00000100:00000001:2.0:1777587395.190540:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587395.190541:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.190543:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587395.190546:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667716864/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587395.190551:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587395.190552:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587395.190553:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fdac8e. 02000000:00000001:2.0:1777587395.190555:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587395.190556:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587395.190557:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587395.190559:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587395.190560:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:2.0:1777587395.190562:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587395.190563:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587395.190564:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:2.0:1777587395.190566:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587395.190567:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.190569:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587395.190576:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587395.190578:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587395.190580:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587395.190582:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587395.190618:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587395.190623:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587395.190625:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587395.190627:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587395.190628:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587395.190632:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587395.190650:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587395.190652:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587395.190653:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587395.190654:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587395.190655:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587395.190659:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587395.190665:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587395.190667:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587395.190669:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587395.190671:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587395.190678:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667717120:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587395.190682:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587395.190684:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587395.190686:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000147c58fb x1863934667717120/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587395.190691:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587395.190693:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587395.190694:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008891b8a8. 02000000:00000001:1.0:1777587395.190697:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587395.190698:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587395.190699:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587395.190701:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587395.190702:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:1.0:1777587395.190704:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587395.190706:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587395.190707:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000001:1.0:1777587395.190709:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587395.190710:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587395.190717:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587395.190720:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587395.190721:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587395.190723:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587395.190724:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587395.821937:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587395.821945:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587395.821949:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587395.821950:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587395.822029:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587395.822034:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587395.822036:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587396.847876:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587396.847882:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587396.847887:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587396.847888:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587396.847910:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587396.847912:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587396.847915:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587397.870297:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587397.870302:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587397.870304:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587397.870307:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870311:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587397.870313:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870314:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870316:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870319:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587397.870320:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587397.870321:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587397.870323:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870324:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587397.870324:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870325:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587397.870326:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587397.870490:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587397.870494:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587397.870496:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587398.637346:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307145550, at 4307145600 00000100:00000040:2.0:1777587398.637346:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307145550, at 4307145600 00000100:00000040:3.0:1777587398.637346:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307145550, at 4307145600 00000100:00000040:0.0:1777587398.637351:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307145550, at 4307145600 00000100:00000010:2.0:1777587398.637367:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d85c779c. 00000100:00000010:1.0:1777587398.637372:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008af91e34. 00000100:00000010:0.0:1777587398.637374:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005308c43e. 00000100:00000010:3.0:1777587398.637377:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e975ec6. 00010000:00000001:1.0:1777587398.893349:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587398.893364:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587398.893370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587398.893380:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587398.893436:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587398.893440:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587398.893443:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587399.917501:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587399.917506:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587399.917512:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587399.917512:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587399.917529:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587399.917531:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587399.917534:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587400.301381:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587400.301389:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587400.301398:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777587400.301417:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587400.301422:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587400.301425:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587400.301429:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587400.301437:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a04115c7. 00000100:00000001:2.0:1777587400.301443:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587400.301452:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587400.301459:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587400.301461:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587400.301464:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_03+3] req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587400.301487:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587400.301490:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587400.301493:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587400.301496:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000020:00000040:2.0:1777587400.301498:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587400.301500:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587400.301501:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587400.301503:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587400.301506:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa834468. 00000100:00000001:2.0:1777587400.301508:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301510:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587400.301511:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587400.301518:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587400.301519:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587400.301522:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8dfd483] to pc [ptlrpcd_00_00+0] req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587400.301523:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1777587400.301525:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587400.301533:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587400.301535:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587400.301537:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587400.301539:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587400.301547:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301547:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587400.301549:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587400.301551:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587400.301557:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777587400.301559:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1777587400.301560:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587400.301561:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587400.301561:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587400.301564:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587400.301564:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587400.301565:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587400.301566:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587400.301567:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587400.301569:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587400.301570:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000100:00100000:3.0:1777587400.301572:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667717248:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587400.301573:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301575:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1777587400.301576:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1777587400.301580:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587400.301582:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587400.301583:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1777587400.301583:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587400.301585:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.301587:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587400.301587:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1777587400.301589:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587400.301590:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1777587400.301591:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014a8f4d1. 02000000:00000001:3.0:1777587400.301594:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587400.301597:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587400.301600:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae95baf6. 00000100:00000001:2.0:1777587400.301601:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587400.301604:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1777587400.301608:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000040:2.0:1777587400.301611:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1777587400.301615:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717248, portal 25 00000100:00000001:0.0:1777587400.301618:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1777587400.301618:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12484) 00000100:00000001:3.0:1777587400.301619:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587400.301620:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301621:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 02000000:00000001:0.0:1777587400.301625:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587400.301627:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777587400.301630:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587400.301631:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587400.301637:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667717376:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587400.301645:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587400.301647:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1777587400.301648:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587400.301650:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587400.301652:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587400.301655:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 02000000:00000001:0.0:1777587400.301660:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587400.301663:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7a742d. 00000100:00000200:3.0:1777587400.301664:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667717248, offset 0 02000000:00000001:0.0:1777587400.301666:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587400.301670:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee9b53b3. 00000400:00000010:0.0:1777587400.301676:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000400:00000200:3.0:1777587400.301679:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587400.301692:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1777587400.301696:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717376, portal 10 00000100:00000001:1.0:1777587400.301696:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.301701:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587400.301703:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 00000100:00000001:1.0:1777587400.301704:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587400.301704:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:1.0:1777587400.301707:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587400.301709:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1777587400.301712:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1777587400.301714:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587400.301717:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587400.301720:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587400.301721:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587400.301722:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587400.301723:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587400.301724:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:1.0:1777587400.301726:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587400.301728:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587400.301735:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [516:516:256:4294967295] 192.168.204.155@tcp LPNI seq info [516:516:8:4294967295] 00000100:00000001:0.0:1777587400.301737:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587400.301740:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587400.301741:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587400.301744:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000632bf8fa. 00000100:00100000:1.0:1777587400.301746:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667717504:192.168.204.155@tcp:400: 00000100:00000200:0.0:1777587400.301748:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667717376, offset 0 00000100:00000001:1.0:1777587400.301752:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587400.301755:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1777587400.301756:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:1.0:1777587400.301757:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587400.301760:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587400.301760:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587400.301766:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000704162f7. 02000000:00000001:1.0:1777587400.301768:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587400.301768:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587400.301770:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:1.0:1777587400.301772:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000800:00000010:3.0:1777587400.301775:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000400:00000200:0.0:1777587400.301776:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1777587400.301777:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000400:00000200:0.0:1777587400.301781:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:1.0:1777587400.301782:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717504, portal 10 00000100:00000001:1.0:1777587400.301785:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1777587400.301785:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587400.301788:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587400.301788:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000400:00000200:0.0:1777587400.301795:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:1.0:1777587400.301796:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587400.301797:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587400.301802:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [517:517:255:4294967295] 192.168.204.155@tcp LPNI seq info [517:517:7:4294967295] 00000800:00000200:3.0:1777587400.301803:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587400.301812:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777587400.301817:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:3.0:1777587400.301820:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587400.301823:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000800:00000200:0.0:1777587400.301826:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587400.301826:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307150670 00000800:00000010:0.0:1777587400.301831:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d58366c7. 00000100:00000010:3.0:1777587400.301832:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9938503. 00000400:00000010:1.0:1777587400.301833:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000800:00000200:0.0:1777587400.301839:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:1.0:1777587400.301840:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667717504, offset 0 00000100:00000001:3.0:1777587400.301842:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1777587400.301845:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587400.301848:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307150670 00000400:00000200:1.0:1777587400.301849:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:0.0:1777587400.301850:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d58366c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1777587400.301852:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dce1b71. 00000100:00000001:0.0:1777587400.301854:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587400.301857:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587400.301857:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1777587400.301858:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 96212 usecs (97 jiffies) 00000400:00000200:1.0:1777587400.301861:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587400.301861:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307150670 00000100:00000001:0.0:1777587400.301862:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307147361 00000100:00000010:3.0:1777587400.301864:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e7b4ab. 00000400:00000200:1.0:1777587400.301865:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587400.301866:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307150670 00000400:00000200:1.0:1777587400.301868:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777587400.301868:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1777587400.301870:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587400.301871:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307150670 00000400:00000200:1.0:1777587400.301874:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [518:518:254:4294967295] 192.168.204.155@tcp LPNI seq info [518:518:6:4294967295] 00000100:00000010:3.0:1777587400.301876:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 00000100:00000001:0.0:1777587400.301877:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307147361 00000100:00000001:3.0:1777587400.301880:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587400.301881:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307150670 00000100:00000001:3.0:1777587400.301883:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587400.301885:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587400.301887:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307147361 00000100:00000001:3.0:1777587400.301887:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301891:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301892:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.301895:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307150670 00000800:00000200:1.0:1777587400.301899:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587400.301900:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307147361 00000100:00000001:0.0:1777587400.301904:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307150670 00000800:00000010:1.0:1777587400.301906:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000100:00000001:0.0:1777587400.301907:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587400.301911:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.301915:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587400.301915:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587400.301918:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587400.301922:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1777587400.301922:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587400.301924:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1777587400.301927:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587400.301930:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587400.301932:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15332 usecs (16 jiffies) 00000100:00000001:0.0:1777587400.301935:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587400.301936:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307147280 00000100:00000001:0.0:1777587400.301938:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587400.301939:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307150670 00000100:00000001:0.0:1777587400.301940:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587400.301943:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307147280 00000100:00000001:0.0:1777587400.301945:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587400.301946:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307150670 00000100:00000001:1.0:1777587400.301949:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307147280 00000800:00000200:3.0:1777587400.301950:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587400.301951:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307150670 00000100:00000001:1.0:1777587400.301953:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307147280 00000800:00000010:3.0:1777587400.301953:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000100:00000001:1.0:1777587400.301955:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307150670 00000100:00000001:1.0:1777587400.301957:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587400.301957:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587400.301959:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587400.301962:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587400.301966:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587400.301966:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000100:00000001:1.0:1777587400.301967:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1777587400.301969:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:1.0:1777587400.301970:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587400.301972:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587400.301972:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587400.301974:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587400.301975:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587400.301976:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587400.301977:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587400.301979:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.301987:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587400.301989:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.301996:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.301997:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587400.302013:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587400.302015:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d58366c7. 00000400:00000200:3.0:1777587400.302017:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587400.302020:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587400.302022:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632bf8fa 00000400:00000010:3.0:1777587400.302024:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000632bf8fa. 00000100:00000001:3.0:1777587400.302026:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587400.302028:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.302035:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587400.302037:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.302042:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.302044:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587400.302097:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587400.302098:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587400.302100:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587400.302103:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587400.302104:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:3.0:1777587400.302105:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:3.0:1777587400.302107:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587400.302108:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.302113:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587400.302114:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.302125:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.302126:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587400.306122:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306140:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587400.306144:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306146:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587400.306156:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587400.306173:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0fa80 00000400:00000200:2.0:1777587400.306181:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x10e9 [1] + 224 00000800:00000001:2.0:1777587400.306189:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306194:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587400.306196:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587400.306200:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587400.306207:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587400.306228:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587400.306239:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587400.306291:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587400.306301:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306306:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587400.306308:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306310:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587400.306314:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587400.306321:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fb00 00000400:00000200:2.0:1777587400.306326:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10f1 [1] + 224 00000800:00000001:2.0:1777587400.306330:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306333:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587400.306335:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587400.306338:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587400.306340:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587400.306343:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587400.306351:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587400.306429:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587400.306434:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306438:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587400.306439:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306441:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587400.306445:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587400.306452:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fb80 00000400:00000200:2.0:1777587400.306456:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:2.0:1777587400.306459:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306473:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587400.306475:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587400.306479:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587400.306482:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587400.306485:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587400.306493:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587400.306524:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587400.306529:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587400.306533:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587400.306552:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587400.306557:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587400.306563:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587400.306565:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587400.306567:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee9b53b3. 00000400:00000200:0.0:1777587400.306573:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:0.0:1777587400.306575:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:0.0:1777587400.306578:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587400.306582:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587400.306589:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587400.306596:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587400.306597:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587400.306600:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587400.306604:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587400.306610:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587400.306613:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587400.306614:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587400.306616:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587400.306619:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1777587400.306620:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587400.306621:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587400.306624:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95baf6. 00000400:00000200:3.0:1777587400.306628:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000100:00001000:0.0:1777587400.306630:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=137 v=5 (5 5 5 5) 00000400:00000010:3.0:1777587400.306630:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587400.306636:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1777587400.306637:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587400.306640:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1777587400.306643:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587400.306644:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587400.306648:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587400.306652:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.306658:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587400.306660:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587400.306661:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1777587400.306663:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587400.306664:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587400.306671:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.306675:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587400.306677:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587400.306691:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587400.306692:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587400.306694:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587400.306695:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587400.306697:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587400.306700:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587400.306703:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587400.306704:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587400.306705:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587400.306707:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587400.306709:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.306711:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587400.306714:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.306720:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587400.306723:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587400.306724:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587400.306725:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587400.306727:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587400.306728:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1777587400.306731:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587400.306732:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587400.306733:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587400.306736:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587400.306738:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587400.306740:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1777587400.306742:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667717248:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587400.306744:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.306747:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587400.306749:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1777587400.306751:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587400.306751:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667717248/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587400.306758:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587400.306758:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777587400.306759:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587400.306761:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587400.306761:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1777587400.306762:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587400.306763:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1777587400.306763:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014a8f4d1. 00000100:00000001:1.0:1777587400.306764:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587400.306765:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587400.306767:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587400.306769:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:1.0:1777587400.306771:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=143 v=5 (5 5 5 5) 00000020:00000040:3.0:1777587400.306772:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587400.306775:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:1.0:1777587400.306778:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=82 v=5 (1 0 0 0) 02000000:00000010:3.0:1777587400.306778:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a04115c7. 00000100:00000001:0.0:1777587400.306779:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587400.306781:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1777587400.306782:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777587400.306783:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.306785:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1777587400.306785:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1777587400.306785:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587400.306787:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:0.0:1777587400.306788:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1777587400.306790:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.306792:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587400.306793:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587400.306796:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587400.306797:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1777587400.306801:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587400.306805:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587400.306808:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587400.306809:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667717376:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587400.306809:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587400.306811:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587400.306811:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587400.306813:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587400.306815:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587400.306817:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.306818:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587400.306820:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587400.306823:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587400.306824:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8dfd483 x1863934667717376/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587400.306850:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1777587400.306850:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587400.306853:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777587400.306854:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1777587400.306856:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7a742d. 00000100:00000001:1.0:1777587400.306856:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587400.306861:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587400.306864:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1777587400.306864:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1777587400.306867:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587400.306871:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587400.306874:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa834468. 00000100:00100000:1.0:1777587400.306877:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667717504:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777587400.306883:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1777587400.306884:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587400.306885:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587400.306887:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 00000100:00000001:1.0:1777587400.306888:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587400.306890:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587400.306891:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587400.306893:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667717504/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587400.306894:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587400.306898:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587400.306900:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587400.306903:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587400.306905:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587400.306908:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587400.306910:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587400.306912:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000704162f7. 02000000:00000001:1.0:1777587400.306916:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587400.306918:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587400.306919:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587400.306921:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587400.306923:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 02000000:00000001:1.0:1777587400.306925:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587400.306926:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587400.306927:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:1.0:1777587400.306930:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587400.306931:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587400.306932:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587400.306936:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587400.306937:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587400.306939:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587400.306946:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587400.941355:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587400.941361:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587400.941368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587400.941370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587400.941456:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587400.941459:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587400.941462:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587401.965417:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587401.965423:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587401.965429:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587401.965430:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587401.966032:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587401.966035:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587401.966039:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587402.989659:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587402.989665:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587402.989671:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587402.989672:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587402.989697:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587402.989700:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587402.989704:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587403.757424:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307150670, at 4307150720 00000100:00000010:2.0:1777587403.757441:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e7b4ab. 00000100:00000040:0.0:1777587403.757563:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307150670, at 4307150720 00000100:00000010:0.0:1777587403.757569:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9938503. 00000100:00000040:3.0:1777587403.757731:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307150670, at 4307150720 00000100:00000010:3.0:1777587403.757744:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00000100:00000040:1.0:1777587403.758009:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307150670, at 4307150720 00000100:00000010:1.0:1777587403.758017:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dce1b71. 00010000:00000001:1.0:1777587404.013626:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587404.013634:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587404.013639:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587404.013640:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587404.013722:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587404.013726:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587404.013744:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587405.037387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587405.037395:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587405.037405:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587405.037407:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587405.037515:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587405.037519:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587405.037521:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587405.421620:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587405.421630:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587405.421640:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f564f177. 00000020:00000040:3.0:1777587405.421646:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587405.421651:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587405.421654:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587405.421659:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587405.421666:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587405.421673:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.421683:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587405.421693:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587405.421695:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.421700:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f564f177] to pc [ptlrpcd_00_02+2] req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.421792:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587405.421797:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1777587405.421800:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587405.421805:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587405.421817:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587405.421818:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.421824:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587405.421828:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587405.421831:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b688646. 00000020:00000040:3.0:1777587405.421835:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587405.421838:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587405.421840:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587405.421843:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587405.421848:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587405.421851:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.421854:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587405.421872:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587405.421887:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.421891:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b688646] to pc [ptlrpcd_00_03+3] req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.422044:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587405.422047:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.422050:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.422052:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587405.422055:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587405.422059:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.422074:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587405.422082:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.422085:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587405.422087:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587405.422090:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587405.422092:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667717760:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587405.422096:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587405.422102:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587405.422104:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.422106:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587405.422110:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df8b4c51. 02000000:00000001:1.0:1777587405.422112:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587405.422118:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000010:1.0:1777587405.422125:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:1.0:1777587405.422131:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717760, portal 10 00000100:00000001:1.0:1777587405.422133:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587405.422134:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015084416 : -105793694467200 : ffff9fc7fc6bfb80) 00000100:00000040:1.0:1777587405.422141:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.422148:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587405.422150:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587405.422152:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777587405.422154:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667717760, offset 0 00000400:00000200:1.0:1777587405.422160:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587405.422173:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587405.422178:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587405.422182:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587405.422186:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587405.422189:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587405.422193:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [519:519:256:4294967295] 192.168.204.155@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:1.0:1777587405.422203:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587405.422209:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587405.422214:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cdeb1. 00000800:00000200:1.0:1777587405.422226:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587405.422234:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587405.422238:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6cdeb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587405.422302:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587405.422307:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 95625 usecs (96 jiffies) 00000100:00000001:1.0:1777587405.422310:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307152481 00000100:00000010:1.0:1777587405.422314:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaced7b6. 00000100:00000001:1.0:1777587405.422320:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587405.422332:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307152481 00000100:00000010:1.0:1777587405.422335:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009418f570. 00000100:00000001:1.0:1777587405.422338:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587405.422341:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307152481 00000100:00000010:1.0:1777587405.422343:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc8a7eef. 00000100:00000001:1.0:1777587405.422349:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587405.422360:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307152481 00000100:00000010:1.0:1777587405.422362:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b127947. 00000100:00000001:1.0:1777587405.422365:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587405.422367:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587405.422370:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.422372:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587405.422375:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.422382:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587405.422383:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.422385:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587405.422386:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587405.422389:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587405.422391:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667717632:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587405.422394:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587405.422402:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587405.422403:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.422405:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587405.422407:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ed3239f. 02000000:00000001:1.0:1777587405.422409:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587405.422411:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000400:00000010:1.0:1777587405.422415:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000200:1.0:1777587405.422417:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717632, portal 25 00000100:00000001:1.0:1777587405.422419:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587405.422420:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070976 : -105793694480640 : ffff9fc7fc6bc700) 00000100:00000040:1.0:1777587405.422424:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.422430:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587405.422432:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587405.422434:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000200:1.0:1777587405.422436:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667717632, offset 0 00000400:00000200:1.0:1777587405.422441:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587405.422447:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587405.422450:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587405.422453:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587405.422457:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587405.422460:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587405.422476:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [520:520:255:4294967295] 192.168.204.155@tcp LPNI seq info [520:520:7:4294967295] 00000400:00000200:1.0:1777587405.422483:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587405.422486:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587405.422489:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000800:00000200:1.0:1777587405.422493:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587405.422497:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587405.422499:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587405.422501:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.422504:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307155791 00000100:00000001:1.0:1777587405.422509:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307152481 00000100:00000001:1.0:1777587405.422518:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307155791 00000100:00000001:1.0:1777587405.422521:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307152481 00000100:00000001:1.0:1777587405.422523:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307155791 00000100:00000001:1.0:1777587405.422526:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307152481 00000100:00000001:1.0:1777587405.422528:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307155791 00000100:00000001:1.0:1777587405.422530:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307152481 00000100:00000001:1.0:1777587405.422532:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587405.422534:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.422536:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.422538:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.422541:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587405.422542:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587405.422544:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.422544:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587405.422545:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.422551:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587405.422655:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587405.422658:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cdeb1. 00000400:00000200:0.0:1777587405.422664:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587405.422668:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587405.422673:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:0.0:1777587405.422675:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:0.0:1777587405.422678:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587405.422680:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587405.422687:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587405.422688:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587405.422693:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587405.422694:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587405.422753:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587405.422755:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:0.0:1777587405.422758:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587405.422761:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587405.422763:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:0.0:1777587405.422764:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:0.0:1777587405.422767:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587405.422775:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587405.422780:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587405.422781:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587405.422784:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587405.422785:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587405.423284:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.423287:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587405.423289:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.423292:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587405.423343:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.423347:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587405.423350:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587405.423353:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b671ac3. 00000020:00000040:3.0:1777587405.423357:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587405.423359:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587405.423361:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587405.423364:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587405.423367:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587405.423371:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.423375:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587405.423383:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587405.423385:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.423388:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b671ac3] to pc [ptlrpcd_00_00+0] req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587405.423416:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587405.423419:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587405.423422:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587405.423426:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12490) 00000100:00000001:1.0:1777587405.423436:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1777587405.423439:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587405.423441:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.423446:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587405.423448:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.423450:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.423451:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587405.423453:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587405.423457:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.423466:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587405.423467:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.423470:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587405.423471:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587405.423480:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587405.423484:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667717888:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587405.423488:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587405.423491:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587405.423492:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587405.423493:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587405.423497:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.423497:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587405.423500:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 02000000:00000001:1.0:1777587405.423503:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587405.423508:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5e6460. 00000400:00000010:1.0:1777587405.423512:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000200:1.0:1777587405.423515:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667717888, portal 10 00000100:00000001:1.0:1777587405.423517:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587405.423518:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015082624 : -105793694468992 : ffff9fc7fc6bf480) 00000100:00000040:1.0:1777587405.423523:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.423530:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587405.423533:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587405.423535:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 00000100:00000200:1.0:1777587405.423538:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667717888, offset 0 00000400:00000200:1.0:1777587405.423542:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587405.423547:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587405.423550:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587405.423550:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587405.423555:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587405.423558:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587405.423561:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587405.423564:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587405.423567:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [521:521:256:4294967295] 192.168.204.155@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:1.0:1777587405.423575:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587405.423579:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587405.423593:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000800:00000200:1.0:1777587405.423598:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587405.423602:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587405.423609:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587405.423625:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587405.423629:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15273 usecs (16 jiffies) 00000100:00000001:1.0:1777587405.423633:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307152402 00000100:00000001:1.0:1777587405.423635:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307155791 00000100:00000001:1.0:1777587405.423637:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307152402 00000100:00000001:1.0:1777587405.423640:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307155791 00000100:00000001:1.0:1777587405.423641:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307152402 00000100:00000001:1.0:1777587405.423643:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307155791 00000100:00000001:1.0:1777587405.423644:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307152402 00000100:00000001:1.0:1777587405.423646:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307155791 00000100:00000001:1.0:1777587405.423647:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587405.423649:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.423651:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.423653:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587405.423873:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587405.423876:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000400:00000200:3.0:1777587405.423879:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587405.423883:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587405.423886:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:3.0:1777587405.423887:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:3.0:1777587405.423890:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587405.423899:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587405.423906:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587405.423908:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587405.423914:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587405.423916:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587405.426007:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426023:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587405.426027:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426030:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587405.426041:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587405.426059:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fc80 00000400:00000200:2.0:1777587405.426068:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1101 [1] + 224 00000800:00000001:2.0:1777587405.426076:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426081:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587405.426083:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587405.426087:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587405.426093:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587405.426099:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587405.426110:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587405.426150:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587405.426160:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426163:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587405.426165:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426168:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587405.426172:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587405.426178:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0fc00 00000400:00000200:2.0:1777587405.426183:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:2.0:1777587405.426187:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426192:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587405.426194:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587405.426197:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587405.426199:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587405.426202:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587405.426210:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587405.426216:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587405.426220:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587405.426223:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426323:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.426327:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587405.426342:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587405.426345:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587405.426347:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587405.426351:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:1.0:1777587405.426353:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:1.0:1777587405.426356:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587405.426359:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587405.426366:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.426379:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587405.426381:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426383:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587405.426391:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587405.426393:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587405.426395:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.426398:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587405.426406:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587405.426410:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587405.426412:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587405.426414:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587405.426417:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587405.426420:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.426424:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587405.426425:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587405.426427:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587405.426429:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587405.426433:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.426439:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587405.426442:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587405.426444:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587405.426447:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587405.426454:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000002b688646 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667717760:192.168.204.155@tcp:400: 00000400:00000001:1.0:1777587405.426460:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587405.426461:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587405.426462:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:1.0:1777587405.426465:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:1.0:1777587405.426466:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:1.0:1777587405.426468:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587405.426470:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587405.426477:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.426483:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587405.426489:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426492:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587405.426493:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587405.426494:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587405.426496:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.426497:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587405.426500:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587405.426502:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587405.426504:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587405.426505:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587405.426518:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587405.426519:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.426521:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587405.426524:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.426530:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587405.426532:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587405.426533:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587405.426536:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587405.426543:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f564f177 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667717632:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587405.426547:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426549:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587405.426551:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b688646 x1863934667717760/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.426557:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587405.426559:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587405.426562:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df8b4c51. 02000000:00000001:1.0:1777587405.426566:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587405.426568:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587405.426570:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587405.426572:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587405.426573:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:1.0:1777587405.426591:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587405.426593:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587405.426595:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b688646. 00000100:00000001:1.0:1777587405.426598:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587405.426600:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426601:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587405.426605:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f564f177 x1863934667717632/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.426610:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587405.426611:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587405.426612:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ed3239f. 02000000:00000001:1.0:1777587405.426615:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587405.426617:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587405.426617:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587405.426619:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587405.426620:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587405.426704:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587405.426705:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587405.426707:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f564f177. 00000100:00000001:1.0:1777587405.426709:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587405.426710:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426712:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.426720:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587405.426721:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.426723:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.426725:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587405.426965:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587405.426971:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587405.426974:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587405.426976:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587405.426981:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587405.426990:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fd00 00000400:00000200:0.0:1777587405.426996:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1111 [1] + 224 00000800:00000001:0.0:1777587405.427000:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587405.427005:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587405.427007:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587405.427011:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587405.427014:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587405.427017:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587405.427196:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587405.427210:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587405.427217:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587405.427219:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.427247:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.427249:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587405.427288:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587405.427290:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587405.427291:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5e6460. 00000400:00000200:1.0:1777587405.427294:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:1.0:1777587405.427296:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:1.0:1777587405.427298:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587405.427302:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587405.427310:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.427323:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587405.427324:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.427326:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587405.427328:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587405.427329:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587405.427330:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587405.427332:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587405.427337:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587405.427340:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587405.427342:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587405.427343:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587405.427345:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587405.427348:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587405.427355:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.427358:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587405.427359:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587405.427361:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587405.427362:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587405.427365:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.427371:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587405.427373:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587405.427374:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587405.427376:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587405.427383:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003b671ac3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667717888:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587405.427387:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.427389:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587405.427391:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b671ac3 x1863934667717888/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587405.427407:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587405.427409:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587405.427411:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 02000000:00000001:1.0:1777587405.427413:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587405.427415:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587405.427416:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587405.427418:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587405.427420:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:1.0:1777587405.427422:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587405.427423:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587405.427425:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b671ac3. 00000100:00000001:1.0:1777587405.427427:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587405.427429:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.427430:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587405.427434:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587405.427435:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587405.427437:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587405.427438:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587406.061381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587406.061387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587406.061395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587406.061397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587406.061427:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587406.061430:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587406.061433:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587407.085359:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587407.085365:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587407.085370:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587407.085371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587407.085681:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587407.085686:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587407.085689:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587408.109640:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587408.109646:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587408.109648:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587408.109650:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109655:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587408.109656:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109658:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109680:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109684:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587408.109684:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587408.109685:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587408.109686:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109687:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587408.109688:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109689:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587408.109690:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587408.109780:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587408.109787:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587408.109792:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587408.877369:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307155791, at 4307155840 00000100:00000040:1.0:1777587408.877369:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307155791, at 4307155840 00000100:00000040:2.0:1777587408.877369:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307155791, at 4307155840 00000100:00000010:0.0:1777587408.877386:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaced7b6. 00000100:00000010:1.0:1777587408.877389:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009418f570. 00000100:00000040:3.0:1777587408.877389:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307155791, at 4307155840 00000100:00000010:2.0:1777587408.877395:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc8a7eef. 00000100:00000010:3.0:1777587408.877399:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b127947. 00010000:00000001:1.0:1777587409.133628:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587409.133635:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587409.133640:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587409.133641:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587409.133661:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587409.133664:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587409.133667:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587410.157347:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587410.157353:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587410.157359:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587410.157361:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587410.157588:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587410.157592:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587410.157595:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587410.541411:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587410.541418:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587410.541428:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587410.541434:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587410.541439:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587410.541442:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587410.541448:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587410.541456:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000152d2d0d. 00000100:00000001:2.0:1777587410.541476:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587410.541498:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587410.541509:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587410.541511:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587410.541516:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_01+1] req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.541541:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587410.541544:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587410.541547:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587410.541551:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587410.541553:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587410.541556:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1777587410.541557:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1777587410.541557:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587410.541561:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.541562:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587410.541566:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1777587410.541567:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000100:00000001:2.0:1777587410.541571:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587410.541573:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587410.541577:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587410.541582:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587410.541588:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.541600:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587410.541600:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587410.541603:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.541604:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587410.541606:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_02+2] req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587410.541610:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587410.541615:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587410.541618:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587410.541623:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667718016:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587410.541628:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587410.541628:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587410.541630:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.541631:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777587410.541632:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1777587410.541634:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587410.541634:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587410.541638:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1777587410.541641:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777587410.541641:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 02000000:00000001:1.0:1777587410.541642:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1777587410.541645:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:1.0:1777587410.541648:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587410.541650:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587410.541652:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587410.541655:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1777587410.541655:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745c434a. 00000100:00000001:0.0:1777587410.541657:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587410.541659:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587410.541661:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587410.541661:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587410.541663:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1777587410.541665:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5e6460. 02000000:00000001:0.0:1777587410.541666:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587410.541666:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa834468. 00000100:00100000:0.0:1777587410.541673:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667718144:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587410.541673:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587410.541676:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000001:0.0:1777587410.541677:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587410.541681:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587410.541683:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587410.541683:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777587410.541684:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718016, portal 25 02000000:00000001:0.0:1777587410.541687:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587410.541690:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1777587410.541691:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b97236. 00000100:00000001:1.0:1777587410.541692:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:2.0:1777587410.541699:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587410.541701:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587410.541702:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.541703:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587410.541706:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee9b53b3. 00000400:00000010:0.0:1777587410.541711:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000040:2.0:1777587410.541711:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_03+3] req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587410.541717:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718144, portal 10 00000100:00000001:0.0:1777587410.541723:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587410.541723:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587410.541726:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000040:1.0:1777587410.541729:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587410.541733:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000040:0.0:1777587410.541738:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587410.541738:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667718016, offset 0 00000100:00000001:2.0:1777587410.541741:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587410.541746:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1777587410.541751:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587410.541756:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1777587410.541761:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587410.541763:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12495) 00000100:00000040:0.0:1777587410.541767:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587410.541768:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:0.0:1777587410.541771:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227c5af1. 00000400:00000200:1.0:1777587410.541774:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1777587410.541776:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667718144, offset 0 00000400:00000200:1.0:1777587410.541780:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587410.541784:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587410.541786:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587410.541789:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587410.541791:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587410.541795:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1777587410.541797:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587410.541803:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587410.541810:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1777587410.541811:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [522:522:256:4294967295] 192.168.204.155@tcp LPNI seq info [522:522:8:4294967295] 00000100:00000001:3.0:1777587410.541813:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587410.541818:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587410.541821:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587410.541827:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:3.0:1777587410.541832:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587410.541836:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587410.541837:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00100000:3.0:1777587410.541839:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667718272:192.168.204.155@tcp:400: 00000800:00000010:1.0:1777587410.541843:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000400:00000200:0.0:1777587410.541844:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587410.541847:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587410.541850:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1777587410.541851:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:3.0:1777587410.541853:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587410.541855:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587410.541857:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1777587410.541857:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587410.541867:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a95b6f. 00000400:00000200:0.0:1777587410.541868:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:3.0:1777587410.541871:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587410.541875:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [523:523:255:4294967295] 192.168.204.155@tcp LPNI seq info [523:523:7:4294967295] 00000800:00000200:1.0:1777587410.541877:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:3.0:1777587410.541878:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae95baf6. 00000800:00000200:1.0:1777587410.541884:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1777587410.541885:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000400:00000200:0.0:1777587410.541893:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:3.0:1777587410.541893:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718272, portal 10 00000100:00000001:3.0:1777587410.541899:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1777587410.541902:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587410.541902:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000001:1.0:1777587410.541908:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587410.541909:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000100:00000040:3.0:1777587410.541913:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.541915:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307160910 00000800:00000200:0.0:1777587410.541919:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:1.0:1777587410.541922:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009418f570. 00000100:00000001:3.0:1777587410.541930:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587410.541934:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587410.541937:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1777587410.541937:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dff1e72. 00000800:00000200:0.0:1777587410.541938:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:3.0:1777587410.541942:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667718272, offset 0 00000800:00000200:0.0:1777587410.541943:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587410.541945:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307160910 00000100:00000001:0.0:1777587410.541950:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587410.541951:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec7fd648. 00000100:00000040:0.0:1777587410.541956:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 95040 usecs (96 jiffies) 00000100:00000001:1.0:1777587410.541957:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587410.541961:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307157600 00000400:00000200:3.0:1777587410.541961:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587410.541963:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307160910 00000100:00000001:0.0:1777587410.541967:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307160910 00000100:00000010:1.0:1777587410.541969:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed50b589. 00000400:00000200:3.0:1777587410.541971:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587410.541972:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307157600 00000100:00000001:1.0:1777587410.541973:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1777587410.541977:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587410.541978:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307160910 00000100:00000001:1.0:1777587410.541979:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307160910 00000100:00000001:0.0:1777587410.541983:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307157600 00000100:00000010:1.0:1777587410.541984:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f0ba56a. 00000400:00000200:3.0:1777587410.541984:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587410.541989:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307160910 00000100:00000001:1.0:1777587410.541990:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1777587410.541990:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587410.541993:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307157600 00000400:00000200:3.0:1777587410.541996:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587410.541997:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307160910 00000100:00000001:1.0:1777587410.541997:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587410.542002:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587410.542003:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587410.542003:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [524:524:254:4294967295] 192.168.204.155@tcp LPNI seq info [524:524:6:4294967295] 00000100:00000001:0.0:1777587410.542006:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.542009:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.542010:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.542013:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587410.542013:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1777587410.542017:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587410.542021:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000100:00000001:0.0:1777587410.542023:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587410.542024:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1777587410.542024:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587410.542028:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587410.542028:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1777587410.542028:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1777587410.542034:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587410.542036:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587410.542036:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587410.542039:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587410.542039:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1777587410.542039:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000100:00000001:1.0:1777587410.542043:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.542044:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587410.542046:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587410.542047:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.542049:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587410.542050:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587410.542055:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:2.0:1777587410.542058:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000800:00000200:3.0:1777587410.542060:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587410.542064:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587410.542065:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587410.542070:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587410.542073:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587410.542075:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15206 usecs (16 jiffies) 00000100:00000001:3.0:1777587410.542080:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307157520 00000100:00000001:3.0:1777587410.542086:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307160910 00000100:00000001:3.0:1777587410.542090:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307157520 00000100:00000001:2.0:1777587410.542093:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587410.542097:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587410.542100:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307160910 00000100:00000001:3.0:1777587410.542105:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307157520 00000100:00000001:3.0:1777587410.542111:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307160910 00000100:00000001:2.0:1777587410.542112:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587410.542115:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587410.542115:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307157520 00000100:00000001:3.0:1777587410.542119:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307160910 00000100:00000001:3.0:1777587410.542122:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587410.542125:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587410.542128:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587410.542128:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587410.542131:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000100:00000001:3.0:1777587410.542133:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.542134:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587410.542138:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587410.542140:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587410.542142:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587410.542145:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587410.542148:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587410.542149:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227c5af1 00000100:00000001:3.0:1777587410.542149:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587410.542153:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000227c5af1. 00000100:00000001:3.0:1777587410.542153:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587410.542157:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587410.542161:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.542166:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587410.542168:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.542172:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587410.542173:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587410.542231:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587410.542234:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:2.0:1777587410.542236:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587410.542240:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587410.542242:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dff1e72 00000400:00000010:2.0:1777587410.542244:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dff1e72. 00000100:00000001:2.0:1777587410.542246:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587410.542249:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.542276:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587410.542279:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.542284:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587410.542285:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587410.544527:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544540:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587410.544544:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544546:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.544554:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587410.544569:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0fd80 00000400:00000200:2.0:1777587410.544576:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:2.0:1777587410.544583:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544598:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.544600:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587410.544604:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587410.544610:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587410.544615:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587410.544625:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.544642:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587410.544649:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544652:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587410.544655:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544656:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.544660:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587410.544667:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fe00 00000400:00000200:2.0:1777587410.544672:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x111d [1] + 224 00000800:00000001:2.0:1777587410.544676:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544679:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.544680:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587410.544683:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587410.544686:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587410.544689:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587410.544697:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.544714:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587410.544717:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544721:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587410.544722:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544724:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.544727:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587410.544733:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0fe80 00000400:00000200:2.0:1777587410.544744:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1129 [1] + 224 00000800:00000001:2.0:1777587410.544748:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587410.544750:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1777587410.544754:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587410.544756:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587410.544760:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587410.544761:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:0.0:1777587410.544766:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587410.544781:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587410.544787:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee9b53b3. 00000400:00000200:0.0:1777587410.544798:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:0.0:1777587410.544800:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:0.0:1777587410.544803:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587410.544809:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.544813:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587410.544816:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1777587410.544821:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587410.544827:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587410.544829:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587410.544831:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587410.544833:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587410.544836:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587410.544838:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587410.544840:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587410.544848:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587410.544852:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=147 v=5 (1 1 1 1) 00000400:00000001:1.0:1777587410.544854:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1777587410.544854:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587410.544855:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587410.544859:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587410.544860:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1777587410.544860:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587410.544863:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5e6460. 00010000:00000001:0.0:1777587410.544866:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587410.544871:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587410.544871:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000100:00000040:2.0:1777587410.544873:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587410.544875:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:0.0:1777587410.544878:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587410.544881:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587410.544881:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587410.544885:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587410.544887:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587410.544889:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587410.544895:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587410.544896:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587410.544903:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587410.544908:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587410.544910:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587410.544911:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587410.544917:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587410.544920:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587410.544921:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1777587410.544925:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.544932:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587410.544934:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587410.544935:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587410.544936:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587410.544939:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587410.544942:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587410.544947:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587410.544952:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587410.544957:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587410.544958:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587410.544960:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667718144:192.168.204.155@tcp:400: 00010000:00000001:1.0:1777587410.544960:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587410.544963:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.544966:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.544970:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587410.544971:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587410.544973:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587410.544974:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587410.544977:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587410.544981:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667718144/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.544981:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1777587410.544983:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1777587410.544984:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587410.544987:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1777587410.544987:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587410.544990:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95baf6. 00000100:00000040:1.0:1777587410.544995:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587410.544997:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587410.545001:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:0.0:1777587410.545003:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587410.545007:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1777587410.545007:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1777587410.545009:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667718016:192.168.204.155@tcp:400: 02000000:00000010:0.0:1777587410.545012:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b97236. 00000100:00000001:1.0:1777587410.545013:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777587410.545014:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.545018:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1777587410.545019:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1777587410.545022:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667718016/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1777587410.545023:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587410.545027:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587410.545033:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587410.545036:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 00000100:00000200:3.0:1777587410.545037:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.545042:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587410.545043:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587410.545045:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1777587410.545047:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1777587410.545048:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745c434a. 00000100:00000001:3.0:1777587410.545049:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1777587410.545050:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:3.0:1777587410.545052:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587410.545054:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1777587410.545055:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587410.545055:0:197584:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1777587410.545057:0:197582:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1777587410.545057:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587410.545058:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1777587410.545059:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587410.545060:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587410.545063:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1777587410.545063:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777587410.545063:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587410.545065:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000152d2d0d. 02000000:00000001:1.0:1777587410.545070:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587410.545070:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587410.545071:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587410.545074:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587410.545074:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=153 v=5 (5 5 5 5) 02000000:00000001:1.0:1777587410.545078:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1777587410.545079:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1777587410.545079:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=92 v=5 (1 0 0 0) 00000100:00000010:1.0:1777587410.545081:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587410.545083:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587410.545083:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587410.545086:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.545087:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1777587410.545088:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587410.545090:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1777587410.545092:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587410.545094:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1777587410.545100:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.545101:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587410.545102:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1777587410.545104:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587410.545104:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587410.545107:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587410.545108:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587410.545110:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587410.545111:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587410.545113:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587410.545118:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587410.545119:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587410.545120:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587410.545122:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587410.545126:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667718272:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587410.545128:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587410.545130:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587410.545131:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667718272/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587410.545135:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587410.545136:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587410.545137:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a95b6f. 02000000:00000001:3.0:1777587410.545139:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587410.545139:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587410.545140:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587410.545145:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587410.545146:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa834468. 02000000:00000001:3.0:1777587410.545147:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587410.545148:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587410.545149:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777587410.545150:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587410.545151:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587410.545152:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587410.545155:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587410.545156:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587410.545157:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587410.545158:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587411.181378:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587411.181384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587411.181391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587411.181393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587411.181790:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587411.181793:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587411.181796:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587412.205407:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587412.205417:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587412.205427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587412.205429:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587412.205466:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587412.205470:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587412.205473:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587413.229416:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587413.229423:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587413.229445:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587413.229447:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587413.229516:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587413.229520:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587413.229523:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587413.997355:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307160910, at 4307160960 00000100:00000040:2.0:1777587413.997355:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307160910, at 4307160960 00000100:00000040:3.0:1777587413.997355:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307160910, at 4307160960 00000100:00000010:3.0:1777587413.997373:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f0ba56a. 00000100:00000010:1.0:1777587413.997375:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec7fd648. 00000100:00000010:2.0:1777587413.997378:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed50b589. 00000100:00000040:0.0:1777587413.997410:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307160910, at 4307160960 00000100:00000010:0.0:1777587413.997428:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009418f570. 00010000:00000001:1.0:1777587414.253444:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587414.253450:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587414.253456:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587414.253457:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587414.253526:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587414.253529:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587414.253532:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587415.277388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587415.277408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587415.277415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587415.277417:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587415.277439:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587415.277443:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587415.277446:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587415.661523:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587415.661536:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587415.661544:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026391b58. 00000020:00000040:3.0:1777587415.661552:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587415.661557:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587415.661562:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587415.661568:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587415.661578:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587415.661588:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.661602:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587415.661614:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587415.661617:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.661622:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026391b58] to pc [ptlrpcd_00_00+0] req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.661658:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.661678:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587415.661681:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587415.661685:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c0f35a2. 00000020:00000040:3.0:1777587415.661688:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587415.661690:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777587415.661733:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587415.661738:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587415.661746:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587415.661748:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587415.661750:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587415.661754:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587415.661763:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587415.661765:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587415.661769:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587415.661772:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587415.661775:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587415.661777:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667718400:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587415.661782:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587415.661788:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587415.661790:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587415.661793:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587415.661797:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7a742d. 02000000:00000001:0.0:1777587415.661799:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587415.661805:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee9b53b3. 00000400:00000010:0.0:1777587415.661811:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:0.0:1777587415.661817:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718400, portal 25 00000100:00000001:0.0:1777587415.661820:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587415.661822:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015072768 : -105793694478848 : ffff9fc7fc6bce00) 00000100:00000040:0.0:1777587415.661826:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587415.661834:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587415.661838:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587415.661841:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea255b28. 00000100:00000200:0.0:1777587415.661844:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667718400, offset 0 00000400:00000200:0.0:1777587415.661851:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587415.661865:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587415.661871:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587415.661875:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587415.661879:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587415.661882:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587415.661887:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [525:525:256:4294967295] 192.168.204.155@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:0.0:1777587415.661905:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587415.661911:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587415.661915:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000985c78b3. 00000800:00000200:0.0:1777587415.661921:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587415.661927:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587415.661932:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000985c78b3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587415.661949:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587415.661954:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307166030 00000100:00000010:0.0:1777587415.661957:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000100:00000001:0.0:1777587415.661964:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587415.661969:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307166030 00000100:00000010:0.0:1777587415.661972:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000096d95f8. 00000100:00000001:0.0:1777587415.661975:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587415.661978:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307166030 00000100:00000010:0.0:1777587415.661981:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc56de6. 00000100:00000001:0.0:1777587415.661984:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587415.661986:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307166030 00000100:00000010:0.0:1777587415.661988:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005308c43e. 00000100:00000001:0.0:1777587415.661991:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587415.661993:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587415.661995:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587415.661998:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587415.662000:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587415.662007:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587415.662009:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587415.662011:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587415.662013:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587415.662014:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587415.662015:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587415.662091:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587415.662094:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587415.662099:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587415.662102:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.662107:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587415.662114:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587415.662115:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.662118:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c0f35a2] to pc [ptlrpcd_00_01+1] req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.662167:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587415.662170:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587415.662171:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587415.662176:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.662184:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587415.662186:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587415.662188:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1777587415.662189:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587415.662191:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587415.662193:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587415.662197:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000985c78b3. 00000100:00100000:2.0:1777587415.662197:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667718528:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587415.662203:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587415.662204:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587415.662208:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777587415.662209:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:2.0:1777587415.662210:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587415.662213:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea255b28 02000000:00000001:2.0:1777587415.662213:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1777587415.662216:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000ea255b28. 00000100:00000001:1.0:1777587415.662219:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587415.662222:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777587415.662223:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa88b22. 02000000:00000001:2.0:1777587415.662227:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587415.662234:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1777587415.662234:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b0626fa. 00000100:00000040:1.0:1777587415.662238:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587415.662240:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777587415.662245:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718528, portal 10 00000100:00000001:1.0:1777587415.662246:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587415.662268:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587415.662279:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587415.662282:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015081728 : -105793694469888 : ffff9fc7fc6bf100) 00000100:00000040:2.0:1777587415.662290:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.662297:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587415.662300:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587415.662303:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000405c3bd5. 00000100:00000200:2.0:1777587415.662306:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667718528, offset 0 00000400:00000200:2.0:1777587415.662311:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587415.662316:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587415.662319:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587415.662321:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587415.662324:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587415.662326:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587415.662330:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [526:526:256:4294967295] 192.168.204.155@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:2.0:1777587415.662338:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587415.662342:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587415.662344:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a04115c7. 00000800:00000200:2.0:1777587415.662349:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587415.662353:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587415.662355:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a04115c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587415.662370:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587415.662374:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 94453 usecs (95 jiffies) 00000100:00000001:0.0:1777587415.662377:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587415.662377:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307162720 00000100:00000001:0.0:1777587415.662379:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587415.662379:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307166030 00000100:00000001:2.0:1777587415.662381:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307162720 00000100:00000001:0.0:1777587415.662399:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.662399:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307166030 00000100:00000001:2.0:1777587415.662401:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307162720 00000100:00000001:0.0:1777587415.662402:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.662404:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307166030 00000100:00000001:2.0:1777587415.662405:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307162720 00000100:00000001:2.0:1777587415.662407:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307166030 00000100:00000001:2.0:1777587415.662409:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587415.662412:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.662414:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.662416:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587415.662420:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587415.662421:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587415.662423:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587415.662425:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587415.662426:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.662428:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587415.662449:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587415.662452:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a04115c7. 00000400:00000200:1.0:1777587415.662456:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587415.662459:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587415.662462:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:3.0:1777587415.662463:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1777587415.662467:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000405c3bd5 00000100:00000001:3.0:1777587415.662468:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1777587415.662469:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000405c3bd5. 00000100:00000010:3.0:1777587415.662472:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000100:00000001:1.0:1777587415.662474:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587415.662479:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587415.662487:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587415.662490:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587415.662497:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587415.662498:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1777587415.662540:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587415.662544:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587415.662545:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587415.662548:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587415.662552:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587415.662556:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.662561:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587415.662569:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587415.662571:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.662575:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_02+2] req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.662614:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.662617:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587415.662621:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587415.662626:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12500) 00000100:00000001:3.0:1777587415.662637:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587415.662640:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1777587415.662642:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587415.662647:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587415.662648:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587415.662650:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587415.662652:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587415.662653:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587415.662658:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.662666:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587415.662667:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587415.662671:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587415.662673:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587415.662675:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587415.662679:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667718656:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587415.662683:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587415.662686:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587415.662688:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587415.662690:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587415.662693:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a1de15e. 02000000:00000001:3.0:1777587415.662695:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587415.662698:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae95baf6. 00000400:00000010:3.0:1777587415.662701:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 00000100:00000200:3.0:1777587415.662704:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718656, portal 10 00000100:00000001:3.0:1777587415.662706:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587415.662707:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 00000100:00000040:3.0:1777587415.662810:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.662817:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587415.662820:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587415.662822:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080fa6d56. 00000100:00000200:3.0:1777587415.662825:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667718656, offset 0 00000400:00000200:3.0:1777587415.662830:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587415.662835:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587415.662838:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587415.662840:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587415.662842:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587415.662845:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587415.662848:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [527:527:256:4294967295] 192.168.204.155@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:3.0:1777587415.662855:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587415.662859:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587415.662862:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777587415.662866:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587415.662870:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587415.662873:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587415.662890:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.662894:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15133 usecs (16 jiffies) 00000100:00000001:3.0:1777587415.662896:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307162641 00000100:00000001:3.0:1777587415.662898:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307166030 00000100:00000001:3.0:1777587415.662900:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307162641 00000100:00000001:3.0:1777587415.662902:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307166030 00000100:00000001:3.0:1777587415.662903:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307162641 00000100:00000001:3.0:1777587415.663007:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307166030 00000100:00000001:3.0:1777587415.663010:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307162641 00000100:00000001:3.0:1777587415.663017:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307166030 00000100:00000001:3.0:1777587415.663019:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587415.663021:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587415.663023:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587415.663025:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587415.663114:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587415.663118:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587415.663118:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587415.663122:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:2.0:1777587415.663127:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587415.663132:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587415.663135:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080fa6d56 00000400:00000010:2.0:1777587415.663137:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000080fa6d56. 00000100:00000001:2.0:1777587415.663139:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587415.663142:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.663150:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587415.663152:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.663158:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.663159:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587415.663942:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.663949:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587415.663952:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.663954:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587415.663960:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587415.663976:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc0ff00 00000400:00000200:1.0:1777587415.663982:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:1.0:1777587415.663989:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.663995:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587415.663996:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587415.663999:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587415.664003:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587415.664007:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587415.664015:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587415.664028:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587415.664034:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.664036:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587415.664053:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587415.664056:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587415.664063:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587415.664064:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587415.664066:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee9b53b3. 00000400:00000200:0.0:1777587415.664073:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:0.0:1777587415.664074:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:0.0:1777587415.664077:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587415.664081:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587415.664089:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587415.664096:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587415.664098:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587415.664100:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587415.664103:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587415.664105:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587415.664107:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587415.664110:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587415.664115:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587415.664119:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587415.664123:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587415.664124:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587415.664127:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587415.664129:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587415.664132:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587415.664135:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587415.664142:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587415.664145:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587415.664146:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587415.664149:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587415.664168:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026391b58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667718400:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587415.664173:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587415.664174:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587415.664176:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026391b58 x1863934667718400/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587415.664183:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587415.664185:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587415.664187:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7a742d. 02000000:00000001:0.0:1777587415.664190:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587415.664191:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587415.664193:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587415.664195:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587415.664197:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:0.0:1777587415.664200:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587415.664202:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587415.664203:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026391b58. 00000100:00000001:0.0:1777587415.664207:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587415.664208:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587415.664210:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587415.664214:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587415.664215:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587415.664217:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587415.664219:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587415.664697:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.664703:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587415.664705:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.664707:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587415.664711:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587415.664719:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc0ff80 00000400:00000200:1.0:1777587415.664723:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1139 [1] + 224 00000800:00000001:1.0:1777587415.664726:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.664730:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587415.664732:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587415.664736:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587415.664738:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587415.664741:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587415.664749:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587415.664774:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587415.664778:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587415.664780:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587415.664802:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587415.664809:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587415.664813:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587415.664821:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587415.664823:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b0626fa. 00000400:00000200:2.0:1777587415.664826:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000400:00000010:2.0:1777587415.664828:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000001:2.0:1777587415.664831:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587415.664835:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587415.664848:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.664856:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587415.664858:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587415.664860:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587415.664860:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587415.664863:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587415.664865:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587415.664866:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587415.664868:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587415.664869:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587415.664873:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1777587415.664876:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=152 v=5 (5 5 5 5) 00000800:00000001:0.0:1777587415.664877:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777587415.664883:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=152 v=5 (1 1 1 1) 00000400:00000200:0.0:1777587415.664887:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:2.0:1777587415.664889:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587415.664891:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587415.664893:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587415.664896:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587415.664898:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10000 00000100:00000001:2.0:1777587415.664902:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1777587415.664905:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1141 [1] + 224 00000100:00000040:2.0:1777587415.664905:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587415.664910:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1777587415.664912:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587415.664912:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587415.664916:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.664926:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587415.664928:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587415.664929:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587415.664933:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587415.664933:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587415.664937:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1777587415.664943:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000000c0f35a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667718528:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777587415.664948:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587415.664954:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587415.664957:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1777587415.664959:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.664961:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587415.664968:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c0f35a2 x1863934667718528/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587415.664975:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587415.664985:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587415.664988:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587415.664991:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa88b22. 02000000:00000001:2.0:1777587415.664995:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587415.664996:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1777587415.664998:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1777587415.664998:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587415.665002:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587415.665004:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 00000800:00000001:0.0:1777587415.665006:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1777587415.665007:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587415.665009:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1777587415.665010:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1777587415.665011:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c0f35a2. 00000100:00000001:2.0:1777587415.665016:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587415.665017:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587415.665018:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587415.665023:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587415.665025:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587415.665027:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587415.665028:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587415.665849:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587415.665855:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587415.665863:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587415.665866:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587415.665869:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95baf6. 00000400:00000200:3.0:1777587415.665875:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587415.665877:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587415.665882:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587415.665891:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587415.665901:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.665909:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587415.665911:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587415.665914:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587415.665917:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587415.665919:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587415.665921:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587415.665933:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587415.665942:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587415.665946:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587415.665949:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587415.665950:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587415.665953:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587415.665957:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587415.665965:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587415.665968:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587415.665970:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587415.665987:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587415.665988:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587415.665992:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.665999:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587415.666002:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587415.666004:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587415.666007:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587415.666014:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667718656:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587415.666019:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587415.666022:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587415.666024:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667718656/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587415.666030:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587415.666032:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587415.666035:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a1de15e. 02000000:00000001:3.0:1777587415.666038:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587415.666040:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587415.666042:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587415.666044:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587415.666046:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:3.0:1777587415.666049:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587415.666050:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587415.666051:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:3.0:1777587415.666054:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587415.666056:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587415.666058:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587415.666065:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587415.666067:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587415.666069:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587415.666071:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587416.301429:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587416.301437:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587416.301446:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587416.301449:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587416.304459:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587416.304480:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587416.304484:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587417.325380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587417.325385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587417.325391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587417.325392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587417.325456:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587417.325460:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587417.325463:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587418.349420:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587418.349427:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587418.349430:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587418.349434:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349439:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587418.349441:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349443:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349446:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349451:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587418.349453:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587418.349455:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587418.349457:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349459:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587418.349461:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349463:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587418.349465:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587418.349485:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587418.349487:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587418.349489:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587419.117389:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307166030, at 4307166080 00000100:00000040:2.0:1777587419.117389:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307166030, at 4307166080 00000100:00000010:2.0:1777587419.117405:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc56de6. 00000100:00000010:1.0:1777587419.117406:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000096d95f8. 00000100:00000040:0.0:1777587419.117409:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307166030, at 4307166080 00000100:00000010:0.0:1777587419.117416:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00000100:00000040:3.0:1777587419.117449:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307166030, at 4307166080 00000100:00000010:3.0:1777587419.117455:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005308c43e. 00010000:00000001:1.0:1777587419.373383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587419.373390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587419.373397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587419.373416:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587419.373513:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587419.373516:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587419.373519:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587420.397435:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587420.397441:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587420.397446:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587420.397447:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587420.397517:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587420.397521:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587420.397524:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587420.781506:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587420.781514:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587420.781524:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000020:00000040:2.0:1777587420.781530:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587420.781534:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587420.781536:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587420.781540:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587420.781548:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a04115c7. 00000100:00000001:2.0:1777587420.781555:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.781567:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587420.781605:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587420.781607:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.781613:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8dfd483] to pc [ptlrpcd_00_03+3] req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.781640:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.781642:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587420.781645:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587420.781648:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777587420.781650:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587420.781652:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587420.781653:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587420.781655:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587420.781658:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa834468. 00000100:00000001:2.0:1777587420.781660:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.781662:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587420.781663:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587420.781668:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587420.781671:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587420.781672:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587420.781673:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.781679:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_00+0] req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587420.781683:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.781698:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587420.781700:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587420.781704:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587420.781707:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587420.781708:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587420.781712:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587420.781713:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777587420.781713:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587420.781717:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587420.781720:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587420.781720:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1777587420.781720:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667718784:192.168.204.155@tcp:400: 00000100:00000010:2.0:1777587420.781724:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000020:00000040:2.0:1777587420.781729:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587420.781729:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1777587420.781730:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587420.781731:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587420.781734:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587420.781737:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587420.781738:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587420.781738:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587420.781740:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587420.781742:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587420.781745:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000152d2d0d. 02000000:00000001:3.0:1777587420.781746:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587420.781751:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587420.781752:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587420.781754:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516f837f. 02000000:00000001:1.0:1777587420.781755:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587420.781757:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587420.781759:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587420.781763:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587420.781765:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.781766:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1777587420.781766:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae95baf6. 00000100:00100000:1.0:1777587420.781767:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667718912:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587420.781770:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.781771:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587420.781776:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1777587420.781777:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 02000000:00000001:1.0:1777587420.781779:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587420.781783:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587420.781787:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587420.781787:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1777587420.781788:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718784, portal 25 00000100:00000001:2.0:1777587420.781790:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587420.781793:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d38c884. 00000100:00000001:3.0:1777587420.781793:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1777587420.781796:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000147c58fb] to pc [ptlrpcd_00_01+1] req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587420.781797:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.781797:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 00000400:00000010:1.0:1777587420.781804:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5e6460. 00000400:00000010:1.0:1777587420.781811:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000040:3.0:1777587420.781813:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.781814:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587420.781816:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667718912, portal 10 00000100:00000040:2.0:1777587420.781818:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587420.781820:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587420.781822:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:2.0:1777587420.781828:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587420.781833:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.781834:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587420.781835:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12505) 00000100:00000040:3.0:1777587420.781841:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587420.781847:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587420.781850:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587420.781851:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587420.781856:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587420.781857:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587420.781863:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587420.781866:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56090ee. 00000400:00000010:1.0:1777587420.781868:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000200:3.0:1777587420.781872:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667718784, offset 0 00000100:00000200:1.0:1777587420.781873:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667718912, offset 0 00000100:00000001:0.0:1777587420.781874:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587420.781877:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587420.781884:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587420.781885:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587420.781887:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587420.781888:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587420.781898:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00100000:0.0:1777587420.781902:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667719040:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587420.781905:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587420.781908:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1777587420.781912:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587420.781916:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777587420.781920:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587420.781922:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587420.781922:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587420.781925:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 02000000:00000001:0.0:1777587420.781926:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587420.781930:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000786eb44c. 02000000:00000001:0.0:1777587420.781932:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587420.781936:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee9b53b3. 00000400:00000200:1.0:1777587420.781937:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [528:528:256:4294967295] 192.168.204.155@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000010:0.0:1777587420.781941:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090ebb548. 00000100:00000200:0.0:1777587420.781945:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719040, portal 10 00000100:00000001:0.0:1777587420.781947:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587420.781949:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 00000100:00000040:0.0:1777587420.781958:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587420.781966:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587420.781967:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587420.781972:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587420.781974:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb5a730. 00000800:00000200:1.0:1777587420.781977:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587420.781978:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000200:0.0:1777587420.781979:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667719040, offset 0 00000800:00000010:1.0:1777587420.781986:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000400:00000200:3.0:1777587420.781986:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587420.781990:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:1.0:1777587420.781997:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587420.781997:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587420.782000:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587420.782003:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777587420.782005:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587420.782008:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [529:529:255:4294967295] 192.168.204.155@tcp LPNI seq info [529:529:7:4294967295] 00000800:00000200:1.0:1777587420.782010:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587420.782017:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587420.782021:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587420.782025:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:3.0:1777587420.782025:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000100:00000001:1.0:1777587420.782028:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587420.782031:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1777587420.782032:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:1.0:1777587420.782035:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 93870 usecs (94 jiffies) 00000400:00000200:0.0:1777587420.782037:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:3.0:1777587420.782041:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587420.782043:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1777587420.782045:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587420.782048:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587420.782050:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587420.782051:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307167838 00000400:00000200:0.0:1777587420.782055:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [530:530:254:4294967295] 192.168.204.155@tcp LPNI seq info [530:530:6:4294967295] 00000100:00000001:3.0:1777587420.782056:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307171150 00000100:00000010:1.0:1777587420.782058:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d0b1b533. 00000100:00000001:1.0:1777587420.782067:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1777587420.782072:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587420.782075:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307167838 00000800:00000200:0.0:1777587420.782079:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587420.782080:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307167838 00000100:00000010:1.0:1777587420.782081:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003397b256. 00000800:00000010:0.0:1777587420.782086:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff519cf6. 00000100:00000001:1.0:1777587420.782087:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587420.782088:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307171150 00000100:00000001:1.0:1777587420.782094:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307167838 00000800:00000200:2.0:1777587420.782094:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1777587420.782095:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587420.782095:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307167838 00000100:00000010:1.0:1777587420.782099:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec7fd648. 00000800:00000010:2.0:1777587420.782100:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000100:00000001:3.0:1777587420.782102:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307171150 00000100:00000001:1.0:1777587420.782104:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000800:00000200:0.0:1777587420.782106:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:2.0:1777587420.782108:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587420.782109:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307167838 00000800:00000200:0.0:1777587420.782111:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff519cf6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587420.782111:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307167838 00000100:00000010:1.0:1777587420.782114:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d845052. 00000400:00000200:2.0:1777587420.782118:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587420.782119:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587420.782119:0:197581:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587420.782119:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307171150 00000100:00000040:0.0:1777587420.782126:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15062 usecs (16 jiffies) 00000100:00000001:1.0:1777587420.782126:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587420.782126:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000100:00000001:3.0:1777587420.782128:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307167838 00000400:00000010:2.0:1777587420.782130:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:0.0:1777587420.782132:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307167760 00000100:00000001:1.0:1777587420.782132:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.782134:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587420.782137:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587420.782140:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782143:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307171150 00000100:00000001:1.0:1777587420.782143:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587420.782144:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.782145:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587420.782148:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.782149:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307167760 00000100:00000001:3.0:1777587420.782150:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.782155:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307171150 00000100:00000001:1.0:1777587420.782159:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587420.782159:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587420.782160:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307167760 00000100:00000001:1.0:1777587420.782163:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587420.782164:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307171150 00000100:00000001:0.0:1777587420.782169:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307167760 00000100:00000001:1.0:1777587420.782169:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587420.782169:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587420.782172:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587420.782174:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307171150 00000100:00000001:3.0:1777587420.782175:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587420.782176:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782179:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587420.782179:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587420.782180:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587420.782181:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587420.782182:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782184:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.782187:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.782187:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782189:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782195:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.782203:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587420.782203:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782206:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587420.782207:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587420.782211:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587420.782213:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587420.782215:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.782217:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587420.782222:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587420.782224:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:2.0:1777587420.782227:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587420.782231:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587420.782237:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56090ee 00000400:00000010:2.0:1777587420.782245:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c56090ee. 00000100:00000001:2.0:1777587420.782248:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587420.782277:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.782295:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587420.782297:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.782304:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587420.782305:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587420.782368:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587420.782370:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff519cf6. 00000400:00000200:2.0:1777587420.782374:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587420.782377:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587420.782380:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fb5a730 00000400:00000010:2.0:1777587420.782381:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009fb5a730. 00000100:00000001:2.0:1777587420.782383:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587420.782386:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.782393:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587420.782405:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.782411:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587420.782412:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587420.785955:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.785970:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587420.785974:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.785976:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587420.785987:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587420.786002:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10080 00000400:00000200:1.0:1777587420.786010:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:1.0:1777587420.786018:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786023:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587420.786026:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587420.786030:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587420.786037:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587420.786044:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587420.786055:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587420.786070:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587420.786078:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786082:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587420.786083:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786085:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587420.786089:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587420.786094:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10100 00000400:00000200:1.0:1777587420.786099:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x114d [1] + 224 00000800:00000001:1.0:1777587420.786102:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786119:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587420.786121:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587420.786124:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587420.786127:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587420.786131:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587420.786138:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587420.786158:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587420.786163:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786166:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587420.786167:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786169:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587420.786172:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587420.786177:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10180 00000400:00000200:1.0:1777587420.786181:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1159 [1] + 224 00000800:00000001:1.0:1777587420.786184:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587420.786189:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587420.786191:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587420.786195:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587420.786197:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587420.786201:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587420.786209:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587420.786213:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587420.786218:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587420.786225:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587420.786227:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587420.786230:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5e6460. 00000100:00000001:1.0:1777587420.786230:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1777587420.786236:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:0.0:1777587420.786238:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:0.0:1777587420.786242:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587420.786246:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.786330:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587420.786333:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587420.786440:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587420.786443:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1777587420.786477:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777587420.786482:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587420.786486:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587420.786487:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.786489:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.786492:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587420.786502:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587420.786505:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587420.786508:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587420.786511:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587420.786520:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587420.786524:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587420.786527:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587420.786528:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587420.786531:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587420.786534:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.786538:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587420.786540:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587420.786542:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587420.786543:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587420.786548:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587420.786555:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587420.786557:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587420.786559:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587420.786562:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587420.786569:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667718912:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587420.786574:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.786576:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587420.786579:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667718912/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587420.786584:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587420.786586:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587420.786589:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d38c884. 02000000:00000001:0.0:1777587420.786593:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587420.786595:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587420.786597:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587420.786600:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587420.786608:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa834468. 02000000:00000001:0.0:1777587420.786611:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587420.786613:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587420.786614:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:0.0:1777587420.786618:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587420.786619:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.786621:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587420.786628:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587420.786631:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587420.786633:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587420.786635:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587420.787301:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587420.787304:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587420.787306:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95baf6. 00000400:00000200:3.0:1777587420.787312:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:3.0:1777587420.787314:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:3.0:1777587420.787328:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587420.787335:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587420.787343:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.787349:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587420.787350:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587420.787352:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587420.787354:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587420.787355:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587420.787357:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587420.787358:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587420.787362:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=13 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587420.787365:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587420.787367:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587420.787368:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587420.787370:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587420.787372:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.787373:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587420.787376:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.787381:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587420.787383:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587420.787385:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587420.787397:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1777587420.787397:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777587420.787401:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587420.787404:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee9b53b3. 00000100:00100000:3.0:1777587420.787410:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667718784:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777587420.787412:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ebb548 00000400:00000010:2.0:1777587420.787415:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000090ebb548. 00000100:00000001:2.0:1777587420.787419:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587420.787421:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1777587420.787425:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.787425:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587420.787431:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8dfd483 x1863934667718784/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587420.787446:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.787446:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587420.787448:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587420.787450:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516f837f. 02000000:00000001:3.0:1777587420.787453:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587420.787455:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587420.787457:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587420.787461:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587420.787464:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a04115c7. 00000100:00000001:2.0:1777587420.787468:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587420.787470:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587420.787472:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587420.787473:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587420.787475:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587420.787476:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587420.787478:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587420.787482:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587420.787485:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587420.787488:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587420.787489:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587420.787490:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587420.787494:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587420.787500:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587420.787502:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587420.787503:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587420.787505:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587420.787506:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587420.787508:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587420.787514:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587420.787515:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587420.787516:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587420.787518:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587420.787525:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667719040:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587420.787529:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587420.787532:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1777587420.787532:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587420.787535:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587420.787537:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 00000100:00000040:2.0:1777587420.787538:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000147c58fb x1863934667719040/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587436 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587420.787543:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587420.787545:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587420.787560:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587420.787562:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587420.787564:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000786eb44c. 02000000:00000001:2.0:1777587420.787567:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587420.787568:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587420.787569:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587420.787571:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587420.787573:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000152d2d0d. 02000000:00000001:2.0:1777587420.787575:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587420.787576:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587420.787577:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000001:2.0:1777587420.787580:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587420.787581:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587420.787583:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587420.787600:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587420.787604:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.787604:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587420.787607:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587420.787609:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.787610:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587420.787612:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587420.787615:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587420.787617:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587421.421395:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587421.421401:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587421.421408:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587421.421428:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587421.421450:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587421.421452:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587421.421455:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587422.445371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587422.445378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587422.445384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587422.445386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587422.445425:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587422.445428:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587422.445429:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587423.469355:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587423.469363:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587423.469368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587423.469370:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587423.469431:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587423.469435:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587423.469437:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587424.237381:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307171150, at 4307171200 00000100:00000040:1.0:1777587424.237381:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307171150, at 4307171200 00000100:00000040:3.0:1777587424.237396:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307171150, at 4307171200 00000100:00000040:2.0:1777587424.237397:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307171150, at 4307171200 00000100:00000010:1.0:1777587424.237398:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397b256. 00000100:00000010:0.0:1777587424.237402:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0b1b533. 00000100:00000010:2.0:1777587424.237405:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec7fd648. 00000100:00000010:3.0:1777587424.237408:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d845052. 00010000:00000001:1.0:1777587424.493374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587424.493381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587424.493387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587424.493388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587424.493409:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587424.493411:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587424.493414:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587425.517364:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587425.517371:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587425.517386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587425.517388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587425.517547:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587425.517551:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587425.517554:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587425.903617:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587425.903627:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587425.903638:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000020:00000040:2.0:1777587425.903645:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587425.903650:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587425.903653:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587425.903659:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587425.903666:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000152d2d0d. 00000100:00000001:2.0:1777587425.903672:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903682:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587425.903714:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587425.903716:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903721:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000147c58fb] to pc [ptlrpcd_00_02+2] req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.903758:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903761:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587425.903764:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587425.903767:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777587425.903769:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587425.903771:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587425.903773:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587425.903775:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587425.903778:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000100:00000001:2.0:1777587425.903781:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903785:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587425.903792:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587425.903793:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903796:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_03+3] req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.903803:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903805:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587425.903808:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587425.903810:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587425.903812:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587425.903814:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587425.903815:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587425.903817:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587425.903821:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a04115c7. 00000100:00000001:2.0:1777587425.903829:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903833:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587425.903840:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587425.903841:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903844:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa249b4] to pc [ptlrpcd_00_00+0] req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.903859:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.903861:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1777587425.903863:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587425.903867:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12510) 00000100:00000001:2.0:1777587425.903943:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587425.903947:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1777587425.903949:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587425.903956:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587425.903958:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587425.903960:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587425.903961:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587425.903963:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587425.903967:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.903975:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587425.903977:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587425.903980:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587425.903983:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587425.903985:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587425.903988:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667719424:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587425.903992:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587425.903996:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587425.903998:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587425.904000:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587425.904010:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4020b33. 02000000:00000001:2.0:1777587425.904011:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587425.904017:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b0626fa. 00000400:00000010:2.0:1777587425.904023:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094ac02bd. 00000100:00000200:2.0:1777587425.904029:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719424, portal 10 00000100:00000001:2.0:1777587425.904031:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587425.904033:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:2.0:1777587425.904039:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.904046:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587425.904048:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587425.904050:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d9a5ec2. 00000100:00000200:2.0:1777587425.904052:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667719424, offset 0 00000400:00000200:2.0:1777587425.904058:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587425.904076:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587425.904081:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587425.904084:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587425.904088:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587425.904090:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587425.904094:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [531:531:256:4294967295] 192.168.204.155@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:2.0:1777587425.904104:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587425.904110:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587425.904114:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa834468. 00000800:00000200:2.0:1777587425.904121:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587425.904128:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587425.904132:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa834468 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587425.904142:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587425.904145:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 15010 usecs (16 jiffies) 00000100:00000001:2.0:1777587425.904149:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307172882 00000100:00000010:2.0:1777587425.904153:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000576b03a2. 00000100:00000001:2.0:1777587425.904159:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587425.904174:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307172882 00000100:00000010:2.0:1777587425.904177:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b256e. 00000100:00000001:2.0:1777587425.904181:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1777587425.904196:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307172882 00000100:00000010:2.0:1777587425.904199:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000100:00000001:2.0:1777587425.904203:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587425.904206:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307172882 00000100:00000010:2.0:1777587425.904208:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea7052c. 00000100:00000001:2.0:1777587425.904210:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587425.904216:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587425.904219:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587425.904221:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587425.904223:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.904529:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587425.904533:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587425.904535:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587425.904540:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.904549:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587425.904551:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587425.904553:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587425.904555:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587425.904557:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587425.904559:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667719168:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587425.904569:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587425.904572:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587425.904573:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587425.904575:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587425.904579:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ce7e560. 02000000:00000001:1.0:1777587425.904580:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587425.904584:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000400:00000010:1.0:1777587425.904588:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000200:1.0:1777587425.904591:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719168, portal 25 00000100:00000001:1.0:1777587425.904593:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587425.904594:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 00000100:00000040:1.0:1777587425.904599:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.904605:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587425.904608:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587425.904609:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000200:1.0:1777587425.904611:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667719168, offset 0 00000400:00000200:1.0:1777587425.904616:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587425.904622:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587425.904625:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587425.904627:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587425.904630:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587425.904632:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587425.904634:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [532:532:255:4294967295] 192.168.204.155@tcp LPNI seq info [532:532:7:4294967295] 00000400:00000200:1.0:1777587425.904642:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587425.904646:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587425.904650:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:1.0:1777587425.904653:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587425.904658:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587425.904660:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587425.904663:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.904670:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307176273 00000100:00000001:1.0:1777587425.904675:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307172882 00000100:00000001:1.0:1777587425.904678:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307176273 00000100:00000001:1.0:1777587425.904681:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307172882 00000100:00000001:1.0:1777587425.904683:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307176273 00000100:00000001:1.0:1777587425.904685:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307172882 00000100:00000001:1.0:1777587425.904687:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307176273 00000100:00000001:1.0:1777587425.904690:0:197583:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307172882 00000100:00000001:1.0:1777587425.904692:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587425.904694:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.904696:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.904697:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.904701:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587425.904703:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587425.904705:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587425.904706:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587425.904707:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587425.904709:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1777587425.904710:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.904712:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587425.904713:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.904714:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587425.904715:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587425.904716:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587425.904719:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.904726:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587425.904727:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587425.904730:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587425.904731:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587425.904733:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587425.904735:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667719296:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587425.904745:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587425.904748:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587425.904749:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587425.904751:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587425.904753:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d38c884. 02000000:00000001:1.0:1777587425.904754:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587425.904757:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000400:00000010:1.0:1777587425.904760:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000100:00000200:1.0:1777587425.904763:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719296, portal 10 00000100:00000001:1.0:1777587425.904764:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587425.904765:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000100:00000040:1.0:1777587425.904770:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.904777:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587425.904779:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587425.904781:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000200:1.0:1777587425.904783:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667719296, offset 0 00000400:00000200:1.0:1777587425.904786:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587425.904791:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587425.904793:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587425.904795:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587425.904797:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587425.904799:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587425.904802:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [533:533:254:4294967295] 192.168.204.155@tcp LPNI seq info [533:533:6:4294967295] 00000400:00000200:1.0:1777587425.904808:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587425.904812:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587425.904815:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000800:00000200:1.0:1777587425.904819:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587425.904822:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587425.904825:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587425.904827:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587425.904835:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 93310 usecs (94 jiffies) 00000100:00000001:1.0:1777587425.904837:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307172961 00000100:00000001:1.0:1777587425.904839:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307176273 00000100:00000001:1.0:1777587425.904840:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307172961 00000100:00000001:1.0:1777587425.904842:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307176273 00000100:00000001:1.0:1777587425.904843:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307172961 00000100:00000001:1.0:1777587425.904845:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307176273 00000100:00000001:1.0:1777587425.904846:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307172961 00000100:00000001:1.0:1777587425.904848:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307176273 00000100:00000001:1.0:1777587425.904849:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587425.904851:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.904853:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.904855:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587425.905013:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587425.905016:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587425.905057:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587425.905061:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa834468. 00000400:00000200:0.0:1777587425.905073:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587425.905078:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587425.905083:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a5ec2 00000400:00000010:0.0:1777587425.905085:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000008d9a5ec2. 00000100:00000001:0.0:1777587425.905089:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587425.905092:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587425.905101:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587425.905104:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587425.905111:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587425.905112:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587425.905124:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587425.905126:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:0.0:1777587425.905128:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587425.905137:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587425.905140:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000400:00000010:0.0:1777587425.905141:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000100:00000001:0.0:1777587425.905144:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587425.905147:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587425.905153:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587425.905155:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587425.905161:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587425.905162:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587425.905229:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587425.905232:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:0.0:1777587425.905235:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587425.905238:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587425.905241:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:0.0:1777587425.905242:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:0.0:1777587425.905244:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587425.905247:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587425.905282:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587425.905285:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587425.905291:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587425.905292:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587425.905432:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587425.905435:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587425.911328:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911348:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587425.911352:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911355:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587425.911367:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587425.911385:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10200 00000400:00000200:2.0:1777587425.911393:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1169 [1] + 224 00000800:00000001:2.0:1777587425.911400:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911406:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587425.911408:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587425.911413:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587425.911420:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587425.911426:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587425.911437:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.911461:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587425.911486:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911489:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587425.911491:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911493:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587425.911497:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587425.911503:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10300 00000400:00000200:2.0:1777587425.911521:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:2.0:1777587425.911525:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911529:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587425.911531:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587425.911533:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587425.911536:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587425.911540:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587425.911548:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.911565:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587425.911570:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911573:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587425.911574:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911577:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587425.911580:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587425.911586:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10280 00000400:00000200:2.0:1777587425.911590:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1171 [1] + 224 00000800:00000001:2.0:1777587425.911593:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911601:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587425.911603:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587425.911606:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587425.911608:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587425.911611:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587425.911619:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587425.911632:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587425.911637:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587425.911640:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587425.911874:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587425.911879:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587425.911890:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587425.911892:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587425.911894:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b0626fa. 00000400:00000200:3.0:1777587425.911900:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ac02bd 00000400:00000010:3.0:1777587425.911902:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000094ac02bd. 00000100:00000001:3.0:1777587425.911905:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587425.911909:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587425.911917:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587425.911922:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587425.911924:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587425.911926:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587425.911929:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587425.911931:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587425.911933:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587425.911936:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587425.911943:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587425.911947:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1777587425.911950:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587425.911951:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587425.911954:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587425.911957:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587425.911964:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587425.911968:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587425.911970:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587425.911971:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587425.911973:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587425.911975:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587425.911982:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587425.911984:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587425.911992:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587425.911996:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587425.912003:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667719424:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587425.912008:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587425.912010:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587425.912012:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667719424/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587425.912019:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587425.912021:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587425.912024:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4020b33. 02000000:00000001:3.0:1777587425.912027:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587425.912030:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587425.912031:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587425.912033:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587425.912035:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a04115c7. 02000000:00000001:3.0:1777587425.912038:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587425.912040:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587425.912041:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:3.0:1777587425.912045:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587425.912046:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587425.912048:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587425.912055:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587425.912057:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587425.912059:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587425.912061:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.912125:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587425.912128:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587425.912131:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587425.912133:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587425.912134:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587425.912137:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:1.0:1777587425.912139:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:1.0:1777587425.912142:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587425.912145:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587425.912153:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.912158:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587425.912160:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.912161:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587425.912162:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587425.912164:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587425.912165:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587425.912173:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587425.912178:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587425.912181:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587425.912183:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587425.912184:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587425.912185:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587425.912199:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.912202:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587425.912203:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587425.912205:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587425.912206:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587425.912210:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.912216:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587425.912218:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587425.912219:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587425.912222:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587425.912228:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667719296:192.168.204.155@tcp:400: 00000400:00000001:1.0:1777587425.912234:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587425.912236:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587425.912237:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:1.0:1777587425.912240:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:1.0:1777587425.912241:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:1.0:1777587425.912243:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587425.912245:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587425.912287:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.912294:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587425.912295:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.912296:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587425.912303:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587425.912305:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587425.912306:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587425.912308:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587425.912311:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587425.912314:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587425.912316:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587425.912317:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587425.912318:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587425.912319:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.912321:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587425.912324:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.912330:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587425.912332:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587425.912333:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587425.912335:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587425.912341:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667719168:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587425.912345:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.912347:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587425.912349:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667719296/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.912354:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587425.912355:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587425.912357:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d38c884. 02000000:00000001:1.0:1777587425.912362:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587425.912363:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587425.912364:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587425.912365:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587425.912366:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 02000000:00000001:1.0:1777587425.912368:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587425.912369:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587425.912376:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:1.0:1777587425.912378:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587425.912379:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.912380:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587425.912383:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000147c58fb x1863934667719168/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587425.912388:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587425.912389:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587425.912390:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ce7e560. 02000000:00000001:1.0:1777587425.912393:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587425.912394:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587425.912394:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587425.912396:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587425.912397:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000152d2d0d. 02000000:00000001:1.0:1777587425.912399:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587425.912400:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587425.912400:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000001:1.0:1777587425.912402:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587425.912403:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.912404:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587425.912407:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587425.912408:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587425.912410:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587425.912411:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587426.542423:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587426.542429:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587426.542437:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587426.542440:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587426.542897:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587426.542901:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587426.542905:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587427.565828:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587427.565835:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587427.565840:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587427.565841:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587427.565857:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1777587427.565860:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1777587427.565862:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587428.589480:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587428.589487:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587428.589490:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587428.589510:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589515:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587428.589517:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589519:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589521:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589525:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587428.589527:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587428.589528:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587428.589529:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589530:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587428.589531:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589532:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587428.589533:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587428.589749:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587428.589752:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587428.589753:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587429.357317:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307176273, at 4307176320 00000100:00000040:0.0:1777587429.357318:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307176273, at 4307176320 00000100:00000010:0.0:1777587429.357334:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000576b03a2. 00000100:00000010:1.0:1777587429.357337:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b256e. 00000100:00000040:3.0:1777587429.358209:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307176273, at 4307176320 00000100:00000010:3.0:1777587429.358217:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea7052c. 00000100:00000040:2.0:1777587429.358315:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307176273, at 4307176320 00000100:00000010:2.0:1777587429.358322:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00010000:00000001:1.0:1777587429.613372:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587429.613378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587429.613384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587429.613386:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587429.613422:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587429.613425:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587429.613428:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587430.637361:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587430.637368:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587430.637374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587430.637376:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587430.637403:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587430.637405:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587430.637408:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587431.021445:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587431.021454:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587431.021461:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f7b17a44. 00000020:00000040:0.0:1777587431.021468:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587431.021472:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587431.021475:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587431.021480:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587431.021488:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb3c28e4. 00000100:00000001:0.0:1777587431.021496:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021507:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587431.021523:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587431.021525:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021532:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b17a44] to pc [ptlrpcd_00_01+1] req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587431.021559:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021562:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587431.021564:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587431.021567:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064762d2a. 00000020:00000040:0.0:1777587431.021569:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587431.021571:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587431.021573:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587431.021574:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587431.021578:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1916189. 00000100:00000001:0.0:1777587431.021581:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021584:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587431.021589:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587431.021590:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021592:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064762d2a] to pc [ptlrpcd_00_02+2] req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587431.021601:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587431.021606:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1777587431.021611:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587431.021621:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587431.021624:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587431.021627:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587431.021636:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587431.021639:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587431.021645:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587431.021646:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021651:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587431.021657:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777587431.021659:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1777587431.021662:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc700c01. 00000100:00000001:3.0:1777587431.021662:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777587431.021667:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777587431.021668:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587431.021670:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587431.021672:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587431.021673:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587431.021676:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587431.021676:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.021680:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1777587431.021682:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667719552:192.168.204.155@tcp:400: 02000000:00000010:0.0:1777587431.021683:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff519cf6. 00000100:00000001:2.0:1777587431.021685:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587431.021688:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587431.021691:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1777587431.021695:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587431.021702:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587431.021704:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021707:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc700c01] to pc [ptlrpcd_00_03+3] req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587431.021715:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587431.021716:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587431.021719:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587431.021723:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12515) 00000100:00000001:0.0:1777587431.021733:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587431.021735:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587431.021737:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587431.021741:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587431.021742:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587431.021746:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587431.021749:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587431.021751:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587431.021753:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587431.021757:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587431.021758:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587431.021761:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587431.021766:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587431.021767:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1777587431.021769:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587431.021770:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587431.021772:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587431.021775:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1777587431.021776:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1777587431.021779:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667719808:192.168.204.155@tcp:400: 02000000:00000001:1.0:1777587431.021780:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1777587431.021781:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005975cae5. 02000000:00000001:1.0:1777587431.021785:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587431.021786:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587431.021787:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587431.021791:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1777587431.021793:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667719680:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777587431.021794:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587431.021796:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae95baf6. 02000000:00000001:0.0:1777587431.021799:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587431.021801:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1777587431.021804:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c07eb86a. 00000400:00000010:3.0:1777587431.021805:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000403b3c5e. 02000000:00000001:0.0:1777587431.021807:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587431.021813:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1777587431.021814:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a844de7. 00000100:00000200:3.0:1777587431.021814:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719552, portal 25 02000000:00000001:1.0:1777587431.021816:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587431.021819:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1777587431.021820:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf84f449. 02000000:00000001:1.0:1777587431.021820:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587431.021823:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529539200 : -105794180012416 : ffff9fc7df7b2680) 02000000:00000010:1.0:1777587431.021825:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 00000100:00000200:0.0:1777587431.021826:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719808, portal 10 02000000:00000001:1.0:1777587431.021829:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587431.021830:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1777587431.021831:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587431.021833:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529537408 : -105794180014208 : ffff9fc7df7b1f80) 00000400:00000010:1.0:1777587431.021836:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000400:00000010:1.0:1777587431.021842:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000040:0.0:1777587431.021845:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587431.021846:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1777587431.021848:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719680, portal 10 00000100:00000040:3.0:1777587431.021853:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587431.021854:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587431.021857:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529544576 : -105794180007040 : ffff9fc7df7b3b80) 00000400:00000010:3.0:1777587431.021859:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b91f4. 00000100:00000001:0.0:1777587431.021865:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1777587431.021865:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667719552, offset 0 00000100:00000040:1.0:1777587431.021868:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587431.021871:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587431.021875:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a48dc022. 00000400:00000200:3.0:1777587431.021879:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587431.021885:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777587431.021888:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667719808, offset 0 00000100:00000040:1.0:1777587431.021891:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587431.021895:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000400:00000200:3.0:1777587431.021897:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587431.021898:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587431.021906:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1777587431.021908:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667719680, offset 0 00000400:00000200:3.0:1777587431.021911:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587431.021917:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587431.021921:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587431.021924:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587431.021934:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [534:534:256:4294967295] 192.168.204.155@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:3.0:1777587431.021947:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587431.021953:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587431.021956:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587431.021960:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1777587431.021960:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000400:00000200:0.0:1777587431.021964:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587431.021967:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587431.021969:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587431.021971:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [535:535:255:4294967295] 192.168.204.155@tcp LPNI seq info [535:535:7:4294967295] 00000400:00000200:0.0:1777587431.021978:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587431.021982:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587431.021986:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000985c78b3. 00000400:00000200:1.0:1777587431.021986:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587431.021992:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1777587431.021996:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777587431.021996:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587431.022001:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587431.022004:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:0.0:1777587431.022007:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777587431.022009:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [536:536:254:4294967295] 192.168.204.155@tcp LPNI seq info [536:536:6:4294967295] 00000800:00000200:0.0:1777587431.022019:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000985c78b3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777587431.022021:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587431.022027:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587431.022031:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000100:00000001:0.0:1777587431.022036:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587431.022036:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000040:0.0:1777587431.022042:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14978 usecs (15 jiffies) 00000800:00000200:1.0:1777587431.022042:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:0.0:1777587431.022048:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307177999 00000800:00000200:1.0:1777587431.022052:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1777587431.022053:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000100:00000001:1.0:1777587431.022059:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587431.022061:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1777587431.022062:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 92786 usecs (93 jiffies) 00000100:00000001:1.0:1777587431.022066:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307178077 00000100:00000001:0.0:1777587431.022068:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307177999 00000100:00000010:0.0:1777587431.022072:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac51ff17. 00000100:00000001:0.0:1777587431.022078:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000800:00000200:3.0:1777587431.022078:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587431.022082:0:197583:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, simply extend its deadline from 4307177999 00000100:00000001:0.0:1777587431.022083:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307177999 00000800:00000200:3.0:1777587431.022100:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587431.022102:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307178077 00000100:00000010:0.0:1777587431.022104:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a9b6077. 00000800:00000200:3.0:1777587431.022106:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587431.022109:0:197583:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, simply extend its deadline from 4307177999 00000800:00000200:2.0:1777587431.022110:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587431.022111:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587431.022111:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587431.022116:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000985c78b3. 00000100:00000001:3.0:1777587431.022118:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307181390 00000100:00000001:0.0:1777587431.022119:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307177999 00000100:00000001:1.0:1777587431.022119:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307178077 00000400:00000200:2.0:1777587431.022123:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1777587431.022126:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb60a38. 00000100:00000001:3.0:1777587431.022127:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307178077 00000100:00000001:1.0:1777587431.022128:0:197583:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, simply extend its deadline from 4307177999 00000400:00000200:2.0:1777587431.022132:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587431.022136:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307181390 00000100:00000001:0.0:1777587431.022137:0:197584:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587431.022137:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307178077 00000400:00000200:2.0:1777587431.022139:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a48dc022 00000100:00000001:3.0:1777587431.022143:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307178077 00000400:00000010:2.0:1777587431.022144:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a48dc022. 00000100:00000001:0.0:1777587431.022145:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587431.022147:0:197583:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, simply extend its deadline from 4307177999 00000100:00000001:0.0:1777587431.022151:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587431.022151:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307181390 00000100:00000001:2.0:1777587431.022152:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587431.022153:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587431.022158:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587431.022158:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587431.022158:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587431.022163:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587431.022164:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587431.022168:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587431.022172:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587431.022175:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587431.022175:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587431.022178:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587431.022178:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587431.022179:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587431.022182:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587431.022183:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1777587431.022184:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587431.022186:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587431.022186:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587431.022189:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587431.022191:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587431.022194:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.022209:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.022211:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587431.022219:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307178077 00000100:00000001:3.0:1777587431.022226:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307181390 00000800:00000200:2.0:1777587431.022229:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587431.022232:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000100:00000001:3.0:1777587431.022232:0:197581:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307178077 00000400:00000200:2.0:1777587431.022237:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587431.022239:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587431.022243:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587431.022244:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587431.022249:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000100:00000001:3.0:1777587431.022249:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587431.022279:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:2.0:1777587431.022284:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587431.022287:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.022293:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587431.022295:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.022301:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.022303:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587431.022317:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587431.022337:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587431.022340:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:2.0:1777587431.022343:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587431.022347:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587431.022350:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b91f4 00000400:00000010:2.0:1777587431.022350:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000702b91f4. 00000100:00000001:2.0:1777587431.022352:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587431.022354:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.022359:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587431.022360:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.022363:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.022364:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587431.024537:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024558:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587431.024562:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024564:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587431.024574:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587431.024592:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10480 00000400:00000200:0.0:1777587431.024598:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x117d [1] + 224 00000800:00000001:0.0:1777587431.024624:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024630:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587431.024632:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587431.024637:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587431.024644:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587431.024651:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587431.024671:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587431.024690:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587431.024700:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024703:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587431.024704:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024705:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587431.024708:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587431.024713:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10400 00000400:00000200:0.0:1777587431.024717:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:0.0:1777587431.024720:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024723:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587431.024725:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587431.024729:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587431.024732:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587431.024737:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587431.024742:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587431.024748:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587431.024749:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587431.024760:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587431.024763:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587431.024766:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a844de7. 00000100:00000001:0.0:1777587431.024774:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1777587431.024776:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf84f449 00000400:00000010:3.0:1777587431.024780:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cf84f449. 00000100:00000001:3.0:1777587431.024784:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1777587431.024789:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024795:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1777587431.024797:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587431.024800:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587431.024803:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587431.024806:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587431.024811:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587431.024820:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1777587431.024827:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000001:1.0:1777587431.024827:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587431.024833:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:1.0:1777587431.024841:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:1.0:1777587431.024843:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:1.0:1777587431.024847:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587431.024856:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587431.024866:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10380 00000400:00000200:0.0:1777587431.024890:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1179 [1] + 224 00000100:00000200:3.0:1777587431.024899:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587431.024901:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1777587431.024906:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587431.024914:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587431.024921:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587431.024929:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1777587431.024931:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587431.024936:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587431.024942:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587431.024953:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587431.024953:0:197583:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1777587431.024960:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1777587431.024961:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587431.024968:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587431.024969:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587431.024974:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587431.024974:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587431.024978:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587431.024981:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587431.024985:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587431.024992:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1777587431.024995:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=18 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587431.024996:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587431.025004:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587431.025006:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587431.025012:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587431.025012:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587431.025016:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587431.025016:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=24 v=5 (5 5 5 5) 00000800:00000001:0.0:1777587431.025019:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1777587431.025024:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1777587431.025027:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=113 v=5 (1 0 0 0) 00000800:00000001:0.0:1777587431.025031:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1777587431.025031:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587431.025032:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587431.025041:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587431.025043:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587431.025047:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00010000:00000001:3.0:1777587431.025049:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587431.025051:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587431.025055:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1777587431.025059:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587431.025064:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587431.025107:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1777587431.025112:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587431.025113:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587431.025117:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587431.025119:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587431.025122:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000040:1.0:1777587431.025126:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587431.025127:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587431.025131:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587431.025146:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587431.025150:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000064762d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667719680:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587431.025164:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587431.025172:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587431.025178:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587431.025179:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064762d2a x1863934667719680/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587431.025189:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587431.025194:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587431.025197:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587431.025201:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1777587431.025205:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587431.025215:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000dc700c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667719808:192.168.204.155@tcp:400: 02000000:00000010:1.0:1777587431.025216:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 00000100:00000001:3.0:1777587431.025222:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587431.025227:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587431.025230:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587431.025234:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587431.025234:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587431.025239:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc700c01 x1863934667719808/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1777587431.025248:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587431.025279:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1916189. 02000000:00000001:1.0:1777587431.025285:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587431.025289:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587431.025293:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064762d2a. 00000100:00000001:3.0:1777587431.025294:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587431.025299:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777587431.025300:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587431.025304:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777587431.025306:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c07eb86a. 00000100:00000001:1.0:1777587431.025307:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1777587431.025315:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587431.025318:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587431.025320:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587431.025321:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587431.025324:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587431.025327:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1777587431.025328:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1777587431.025331:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff519cf6. 00000100:00000001:1.0:1777587431.025332:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587431.025341:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587431.025344:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587431.025346:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc700c01. 00000100:00000001:3.0:1777587431.025350:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587431.025352:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587431.025354:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587431.025360:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587431.025362:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587431.025364:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587431.025367:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.025586:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587431.025590:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587431.025595:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587431.025597:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587431.025599:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae95baf6. 00000400:00000200:2.0:1777587431.025603:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403b3c5e 00000400:00000010:2.0:1777587431.025605:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000403b3c5e. 00000100:00000001:2.0:1777587431.025608:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587431.025613:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587431.025622:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.025636:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587431.025637:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587431.025639:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587431.025640:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587431.025641:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587431.025643:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587431.025644:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587431.025648:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587431.025651:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587431.025653:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587431.025654:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587431.025656:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587431.025658:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.025659:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587431.025662:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.025668:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587431.025670:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587431.025671:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587431.025674:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587431.025680:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000f7b17a44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667719552:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587431.025684:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587431.025686:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587431.025688:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f7b17a44 x1863934667719552/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587431.025693:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587431.025694:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587431.025695:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005975cae5. 02000000:00000001:2.0:1777587431.025698:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587431.025700:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587431.025701:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587431.025708:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587431.025710:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb3c28e4. 02000000:00000001:2.0:1777587431.025713:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587431.025714:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587431.025715:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f7b17a44. 00000100:00000001:2.0:1777587431.025718:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587431.025719:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587431.025720:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587431.025725:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587431.025726:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587431.025728:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587431.025729:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587431.662167:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587431.662173:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587431.662178:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587431.662179:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587431.662229:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587431.662233:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587431.662236:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587432.685393:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587432.685400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587432.685412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587432.685415:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587432.685462:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587432.685467:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587432.685470:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587433.709433:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587433.709440:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587433.709444:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587433.709445:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587433.709567:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587433.709570:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587433.709573:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587434.477413:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307181390, at 4307181440 00000100:00000010:1.0:1777587434.477430:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac51ff17. 00000100:00000040:2.0:1777587434.477581:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307181390, at 4307181440 00000100:00000010:2.0:1777587434.477589:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a9b6077. 00000100:00000040:3.0:1777587434.477661:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307181390, at 4307181440 00000100:00000010:3.0:1777587434.477667:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb60a38. 00000100:00000040:0.0:1777587434.477904:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307181390, at 4307181440 00000100:00000010:0.0:1777587434.477911:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00010000:00000001:1.0:1777587434.733487:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587434.733492:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587434.733497:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587434.733498:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587434.735854:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587434.735858:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587434.735861:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587435.757386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587435.757393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587435.757398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587435.757399:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587435.757442:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587435.757445:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587435.757449:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587436.141504:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587436.141513:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587436.141524:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c09bee1f. 00000020:00000040:3.0:1777587436.141530:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587436.141535:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587436.141537:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587436.141543:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587436.141562:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:3.0:1777587436.141569:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141580:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587436.141623:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587436.141625:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141631:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c09bee1f] to pc [ptlrpcd_00_00+0] req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.141669:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141672:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587436.141675:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587436.141678:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587436.141680:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587436.141682:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587436.141684:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587436.141686:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587436.141689:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587436.141692:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141695:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587436.141702:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587436.141704:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141707:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_01+1] req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.141715:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141716:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587436.141717:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587436.141720:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777587436.141723:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1777587436.141723:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777587436.141725:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587436.141727:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587436.141730:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587436.141732:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587436.141734:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587436.141735:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777587436.141739:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:2.0:1777587436.141745:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587436.141750:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141756:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587436.141764:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587436.141765:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141768:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_02+2] req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.141787:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.141789:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587436.141792:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1777587436.141799:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12520) 00000100:00000001:0.0:1777587436.141800:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587436.141804:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587436.141806:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587436.141810:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587436.141811:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.141814:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587436.141822:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587436.141824:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587436.141828:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587436.141829:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587436.141831:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587436.141835:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587436.141838:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587436.141842:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587436.141842:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587436.141852:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1777587436.141852:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667719936:192.168.204.155@tcp:400: 00000100:00100000:0.0:1777587436.141853:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667720192:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587436.141863:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587436.141866:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587436.141866:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587436.141867:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777587436.141871:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587436.141873:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587436.141877:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1777587436.141879:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587436.141881:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587436.141882:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f2d3e67. 02000000:00000001:2.0:1777587436.141886:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1777587436.141887:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587436.141891:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074afc437. 00000100:00000040:1.0:1777587436.141892:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587436.141895:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d88d913. 02000000:00000001:2.0:1777587436.141898:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587436.141907:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000400:00000010:2.0:1777587436.141911:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81c5950. 00000100:00000200:0.0:1777587436.141919:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720192, portal 10 00000400:00000010:2.0:1777587436.141923:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000001:0.0:1777587436.141930:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1777587436.141932:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667719936, portal 25 00000100:00000001:0.0:1777587436.141933:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000001:1.0:1777587436.141933:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587436.141938:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.141939:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587436.141944:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015075456 : -105793694476160 : ffff9fc7fc6bd880) 02000000:00000001:1.0:1777587436.141946:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1777587436.141947:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587436.141950:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587436.141957:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587436.141959:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587436.141972:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667720064:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587436.142001:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587436.142002:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587436.142003:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777587436.142011:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777587436.142012:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587436.142012:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:1.0:1777587436.142017:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587436.142019:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000400:00000010:2.0:1777587436.142019:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000caf1dc05. 02000000:00000001:1.0:1777587436.142022:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1777587436.142027:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667719936, offset 0 00000100:00000200:0.0:1777587436.142029:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667720192, offset 0 02000000:00000010:1.0:1777587436.142032:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000345c5b0e. 02000000:00000001:1.0:1777587436.142038:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587436.142040:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587436.142048:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099c7e71c. 00000400:00000200:0.0:1777587436.142054:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587436.142058:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587436.142064:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1777587436.142066:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000400:00000200:2.0:1777587436.142072:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:1.0:1777587436.142075:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720064, portal 10 00000400:00000200:2.0:1777587436.142078:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587436.142081:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587436.142085:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000400:00000200:2.0:1777587436.142086:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:1.0:1777587436.142101:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587436.142104:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [537:537:256:4294967295] 192.168.204.155@tcp LPNI seq info [537:537:8:4294967295] 00000100:00000001:1.0:1777587436.142131:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587436.142138:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587436.142144:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000400:00000200:2.0:1777587436.142148:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:1.0:1777587436.142150:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667720064, offset 0 00000800:00000200:2.0:1777587436.142162:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587436.142169:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000152d2d0d. 00000400:00000200:0.0:1777587436.142170:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587436.142175:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587436.142182:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1777587436.142185:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:0.0:1777587436.142188:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587436.142191:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587436.142194:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:2.0:1777587436.142197:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:0.0:1777587436.142201:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [538:538:255:4294967295] 192.168.204.155@tcp LPNI seq info [538:538:7:4294967295] 00000800:00000200:2.0:1777587436.142203:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152d2d0d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587436.142213:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587436.142218:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587436.142223:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000400:00000200:1.0:1777587436.142225:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587436.142233:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1777587436.142236:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:1.0:1777587436.142243:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587436.142249:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1777587436.142286:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:1.0:1777587436.142287:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587436.142291:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [539:539:254:4294967295] 192.168.204.155@tcp LPNI seq info [539:539:6:4294967295] 00000800:00000200:0.0:1777587436.142301:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1777587436.142319:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587436.142325:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587436.142330:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073340cc1. 00000800:00000200:1.0:1777587436.142336:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587436.142343:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587436.142347:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000073340cc1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587436.142497:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.142504:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307186511 00000100:00000010:2.0:1777587436.142509:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000648a44b4. 00000100:00000001:2.0:1777587436.142526:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587436.142532:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307186511 00000100:00000010:2.0:1777587436.142535:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd886740. 00000100:00000001:2.0:1777587436.142538:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587436.142542:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.142542:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307186511 00000100:00000010:2.0:1777587436.142546:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8dad26. 00000100:00000040:0.0:1777587436.142548:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14910 usecs (15 jiffies) 00000100:00000001:2.0:1777587436.142550:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587436.142553:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307186511 00000100:00000010:2.0:1777587436.142555:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000787772af. 00000100:00000001:2.0:1777587436.142558:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1777587436.142560:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587436.142563:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.142567:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.142568:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587436.142575:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587436.142577:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587436.142580:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587436.142581:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587436.142583:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.142585:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587436.142613:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307183120 00000100:00000001:0.0:1777587436.142614:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307186511 00000100:00000001:0.0:1777587436.142616:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307183120 00000100:00000001:0.0:1777587436.142617:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307186511 00000100:00000001:0.0:1777587436.142618:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307183120 00000100:00000001:0.0:1777587436.142619:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307186511 00000100:00000001:0.0:1777587436.142619:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307183120 00000100:00000001:0.0:1777587436.142620:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307186511 00000100:00000001:0.0:1777587436.142621:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587436.142622:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587436.142624:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587436.142625:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587436.142628:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587436.142628:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587436.142629:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587436.142630:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587436.142631:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587436.142632:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587436.142858:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587436.142862:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000152d2d0d. 00000400:00000200:3.0:1777587436.142870:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587436.142876:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587436.142882:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000caf1dc05 00000400:00000010:3.0:1777587436.142884:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000caf1dc05. 00000100:00000001:3.0:1777587436.142889:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587436.142893:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.142903:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587436.142906:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.142913:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587436.142915:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587436.142976:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587436.142978:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000400:00000200:3.0:1777587436.142981:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587436.142984:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587436.143004:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:3.0:1777587436.143006:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000001:3.0:1777587436.143008:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587436.143011:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.143018:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587436.143020:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.143025:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587436.143026:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587436.143292:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587436.143298:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 92228 usecs (93 jiffies) 00000100:00000001:1.0:1777587436.143303:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307183199 00000100:00000001:1.0:1777587436.143306:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307186511 00000100:00000001:1.0:1777587436.143309:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307183199 00000100:00000001:1.0:1777587436.143312:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307186511 00000100:00000001:1.0:1777587436.143314:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307183199 00000100:00000001:1.0:1777587436.143317:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307186511 00000100:00000001:1.0:1777587436.143319:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307183199 00000100:00000001:1.0:1777587436.143321:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307186511 00000100:00000001:1.0:1777587436.143324:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587436.143327:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587436.143331:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587436.143334:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587436.143341:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587436.143343:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587436.143347:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777587436.143348:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587436.143349:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587436.143352:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1777587436.143355:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073340cc1. 00000100:00000001:1.0:1777587436.143358:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587436.143360:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587436.143368:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587436.143372:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:2.0:1777587436.143374:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:2.0:1777587436.143378:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587436.143390:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587436.143400:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587436.143403:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587436.143409:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.143507:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587436.146948:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587436.146970:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587436.146974:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587436.146976:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587436.147144:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587436.147163:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10500 00000400:00000200:0.0:1777587436.147173:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1195 [1] + 224 00000800:00000001:0.0:1777587436.147182:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587436.147188:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587436.147191:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587436.148131:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587436.148141:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587436.148148:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587436.148159:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587436.148178:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587436.148189:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587436.148195:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587436.148198:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587436.148200:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587436.148207:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587436.148216:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10600 00000100:00000001:2.0:1777587436.148218:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587436.148222:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1777587436.148224:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:0.0:1777587436.148229:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1777587436.148230:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587436.148232:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1777587436.148233:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1777587436.148234:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81c5950. 00000400:00000200:0.0:1777587436.148236:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587436.148240:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587436.148247:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:2.0:1777587436.148249:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:2.0:1777587436.148277:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587436.148278:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587436.148281:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587436.148284:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587436.148297:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587436.148302:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587436.148305:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587436.148307:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587436.148310:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587436.148313:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587436.148316:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587436.148317:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587436.148319:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1777587436.148320:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587436.148324:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1777587436.148326:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=29 v=5 (5 5 5 5) 00000800:00000001:0.0:1777587436.148329:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777587436.148330:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=29 v=5 (1 1 1 1) 00000800:00000001:0.0:1777587436.148333:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587436.148333:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587436.148336:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587436.148338:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1777587436.148338:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587436.148341:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.148343:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587436.148346:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587436.148351:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587436.148353:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587436.148355:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587436.148358:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000040:2.0:1777587436.148359:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587436.148368:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c09bee1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667719936:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777587436.148369:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10580 00000400:00000200:0.0:1777587436.148374:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11a1 [1] + 224 00000100:00000001:2.0:1777587436.148378:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587436.148382:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1777587436.148386:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1777587436.148386:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c09bee1f x1863934667719936/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587436.148393:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587436.148396:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587436.148400:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074afc437. 02000000:00000001:2.0:1777587436.148404:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1777587436.148406:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1777587436.148406:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587436.148408:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000400:00000200:0.0:1777587436.148409:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1777587436.148412:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1777587436.148416:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000010:2.0:1777587436.148416:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 00000100:00000001:0.0:1777587436.148421:0:197574:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1777587436.148422:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587436.148425:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1777587436.148427:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777587436.148428:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c09bee1f. 00000100:00000001:2.0:1777587436.148433:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587436.148436:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587436.148439:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587436.148440:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587436.148447:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587436.148450:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587436.148452:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587436.148454:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587436.148662:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587436.148664:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587436.148668:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587436.148669:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587436.148677:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d88d913. 00000400:00000200:1.0:1777587436.148683:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:1.0:1777587436.148685:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:1.0:1777587436.148692:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587436.148695:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587436.148703:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587436.148709:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587436.148710:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587436.148712:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587436.148714:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587436.148715:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587436.148717:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587436.148718:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587436.148719:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587436.148722:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1777587436.148724:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587436.148727:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587436.148729:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587436.148730:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587436.148731:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587436.148735:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587436.148738:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1777587436.148742:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587436.148743:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587436.148746:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587436.148748:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587436.148750:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587436.148752:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587436.148754:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587436.148756:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587436.148762:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587436.148763:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587436.148764:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587436.148767:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587436.148779:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667720192:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587436.148783:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587436.148785:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587436.148787:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667720192/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587436.148792:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587436.148794:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587436.148796:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f2d3e67. 02000000:00000001:1.0:1777587436.148798:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587436.148800:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587436.148801:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587436.148802:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587436.148804:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:1.0:1777587436.148806:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587436.148807:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587436.148808:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:1.0:1777587436.148810:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587436.148811:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587436.148812:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587436.148816:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587436.148817:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587436.148818:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587436.148820:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587436.148927:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587436.148929:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587436.148930:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c7e71c. 00000400:00000200:3.0:1777587436.148933:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:3.0:1777587436.148934:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:3.0:1777587436.148935:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587436.148938:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587436.148943:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.148947:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587436.148948:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587436.148949:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587436.148950:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587436.148950:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587436.148951:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587436.148952:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587436.148956:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587436.148957:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587436.148959:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587436.148959:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587436.148960:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587436.148966:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587436.148968:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587436.148969:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587436.148970:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587436.148970:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587436.148972:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.148976:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587436.148977:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587436.148978:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587436.148979:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587436.148998:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667720064:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587436.149003:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587436.149004:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587436.149006:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667720064/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587436.149011:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587436.149012:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587436.149014:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000345c5b0e. 02000000:00000001:3.0:1777587436.149017:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587436.149018:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587436.149018:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587436.149021:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587436.149022:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:3.0:1777587436.149024:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587436.149025:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587436.149026:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:3.0:1777587436.149028:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587436.149029:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587436.149030:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587436.149034:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587436.149035:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587436.149041:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587436.149043:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587436.781368:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587436.781374:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587436.781381:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587436.781382:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587436.781475:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587436.781479:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587436.781481:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587437.805384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587437.805391:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587437.805401:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587437.805403:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587437.805520:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587437.805523:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587437.805524:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587438.829995:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587438.830004:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587438.830007:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587438.830035:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830040:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587438.830042:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830044:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830046:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830050:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587438.830051:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587438.830053:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587438.830054:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830056:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587438.830057:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830058:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587438.830060:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587438.830829:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587438.830835:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587438.830840:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587439.597367:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307186511, at 4307186560 00000100:00000040:3.0:1777587439.597367:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307186511, at 4307186560 00000100:00000010:0.0:1777587439.597383:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000648a44b4. 00000100:00000010:3.0:1777587439.597385:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000787772af. 00000100:00000040:1.0:1777587439.597555:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307186511, at 4307186560 00000100:00000010:1.0:1777587439.597564:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd886740. 00000100:00000040:2.0:1777587439.597564:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307186511, at 4307186560 00000100:00000010:2.0:1777587439.597573:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8dad26. 00010000:00000001:1.0:1777587439.853527:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587439.853533:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587439.853539:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587439.853540:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587439.856718:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587439.856724:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587439.856728:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587440.877485:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587440.877502:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587440.877508:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587440.877510:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587440.877578:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587440.877581:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587440.877583:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587441.261489:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587441.261507:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587441.261525:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000011f3061. 00000020:00000040:0.0:1777587441.261531:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587441.261536:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587441.261539:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587441.261545:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587441.261551:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026ca22fc. 00000100:00000001:0.0:1777587441.261557:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.261572:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587441.261582:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587441.261584:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.261599:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000011f3061] to pc [ptlrpcd_00_03+3] req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.261642:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.261645:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587441.261649:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587441.261651:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037df9c77. 00000020:00000040:0.0:1777587441.261654:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587441.261657:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587441.261658:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587441.261660:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587441.261664:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025bc0769. 00000100:00000001:3.0:1777587441.261665:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587441.261667:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.261670:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1777587441.261672:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587441.261674:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587441.261680:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587441.261682:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587441.261685:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587441.261687:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587441.261690:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.261698:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1777587441.261699:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df9c77] to pc [ptlrpcd_00_00+0] req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587441.261700:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587441.261705:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587441.261709:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587441.261713:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587441.261717:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667720320:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587441.261721:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587441.261726:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587441.261728:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587441.261730:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587441.261734:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076f62bc2. 02000000:00000001:3.0:1777587441.261736:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587441.261742:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000001:0.0:1777587441.261744:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.261747:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1777587441.261749:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000001:0.0:1777587441.261751:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587441.261754:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b16e6e. 00000020:00000040:0.0:1777587441.261757:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587441.261762:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587441.261763:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1777587441.261764:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720320, portal 25 02000000:00000001:0.0:1777587441.261766:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.261768:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587441.261770:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529534720 : -105794180016896 : ffff9fc7df7b1500) 02000000:00000010:0.0:1777587441.261771:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082b73472. 00000100:00000040:3.0:1777587441.261778:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.261780:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.261790:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587441.261790:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587441.261796:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587441.261800:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9829f29. 00000100:00000001:2.0:1777587441.261805:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587441.261806:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1777587441.261806:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667720320, offset 0 00000100:00000001:2.0:1777587441.261816:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587441.261817:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.261821:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1777587441.261822:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587441.261827:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6e] to pc [ptlrpcd_00_01+1] req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587441.261836:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587441.261843:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587441.261860:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587441.261864:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.261870:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1777587441.261875:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587441.261876:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.261877:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587441.261885:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777587441.261889:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1777587441.261900:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587441.261906:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587441.261912:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667720448:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777587441.261912:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587441.261922:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [540:540:256:4294967295] 192.168.204.155@tcp LPNI seq info [540:540:8:4294967295] 00000100:00000001:1.0:1777587441.261931:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587441.261937:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587441.261942:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1777587441.261945:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587441.261948:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1777587441.261953:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587441.261956:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587441.261957:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777587441.261959:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1777587441.261964:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1777587441.261968:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 02000000:00000001:2.0:1777587441.261970:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777587441.261971:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12525) 00000100:00000001:1.0:1777587441.261982:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1777587441.261983:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3e2b6c5. 00000800:00000200:3.0:1777587441.261986:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587441.261987:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587441.261989:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587441.261998:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587441.261999:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1777587441.262001:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81c5950. 02000000:00000001:1.0:1777587441.262003:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1777587441.262004:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1777587441.262011:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587441.262012:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00100000:1.0:1777587441.262018:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667720576:192.168.204.155@tcp:400: 00000100:00000200:2.0:1777587441.262021:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720448, portal 10 00000100:00000001:2.0:1777587441.262025:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587441.262026:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.262028:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529542784 : -105794180008832 : ffff9fc7df7b3480) 00000100:00000001:3.0:1777587441.262034:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307191630 00000100:00000001:1.0:1777587441.262038:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1777587441.262040:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9938503. 02000000:00000001:1.0:1777587441.262043:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1777587441.262045:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587441.262048:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.262050:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1777587441.262060:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587441.262063:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307191630 02000000:00000010:1.0:1777587441.262067:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080b6c811. 00000100:00000010:3.0:1777587441.262075:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d0e2fd4. 02000000:00000001:1.0:1777587441.262076:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.262080:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1777587441.262086:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 00000100:00000001:3.0:1777587441.262086:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1777587441.262092:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587441.262096:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307191630 00000400:00000010:2.0:1777587441.262097:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000c1b1eb. 00000400:00000010:1.0:1777587441.262099:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 00000100:00000200:2.0:1777587441.262103:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667720448, offset 0 00000100:00000200:1.0:1777587441.262107:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720576, portal 10 00000100:00000010:3.0:1777587441.262107:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009297819b. 00000100:00000001:1.0:1777587441.262112:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587441.262113:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587441.262114:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529529344 : -105794180022272 : ffff9fc7df7b0000) 00000400:00000200:2.0:1777587441.262121:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587441.262123:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307191630 00000100:00000010:3.0:1777587441.262131:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b1ba1. 00000100:00000040:1.0:1777587441.262135:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587441.262135:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587441.262140:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587441.262141:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587441.262148:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587441.262152:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587441.262155:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.262160:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587441.262164:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587441.262169:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1777587441.262173:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777587441.262173:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587441.262182:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1777587441.262184:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587441.262185:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587441.262192:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587441.262196:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1777587441.262197:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000400:00000200:2.0:1777587441.262201:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [541:541:255:4294967295] 192.168.204.155@tcp LPNI seq info [541:541:7:4294967295] 00000100:00000001:3.0:1777587441.262201:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587441.262208:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667720576, offset 0 00000100:00000001:3.0:1777587441.262210:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587441.262232:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587441.262233:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587441.262245:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587441.262249:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002944e570. 00000400:00000200:1.0:1777587441.262281:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587441.262290:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587441.262295:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587441.262299:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1777587441.262310:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587441.262314:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1777587441.262320:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000010:0.0:1777587441.262321:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000400:00000200:1.0:1777587441.262327:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [542:542:254:4294967295] 192.168.204.155@tcp LPNI seq info [542:542:6:4294967295] 00000400:00000200:0.0:1777587441.262329:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1777587441.262330:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587441.262339:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002944e570 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1777587441.262348:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587441.262349:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587441.262353:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587441.262360:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587441.262362:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9829f29 00000100:00000040:2.0:1777587441.262362:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 91708 usecs (92 jiffies) 00000800:00000010:1.0:1777587441.262366:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040837f3a. 00000400:00000010:0.0:1777587441.262367:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a9829f29. 00000100:00000001:2.0:1777587441.262369:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307188317 00000100:00000001:0.0:1777587441.262375:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777587441.262376:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:0.0:1777587441.262380:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587441.262385:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307191630 00000800:00000200:1.0:1777587441.262386:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587441.262392:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307188317 00000800:00000200:1.0:1777587441.262395:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040837f3a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587441.262401:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307191630 00000100:00000001:1.0:1777587441.262405:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.262406:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307188317 00000100:00000001:2.0:1777587441.262408:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307191630 00000100:00000001:2.0:1777587441.262410:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307188317 00000100:00000001:2.0:1777587441.262412:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307191630 00000100:00000001:2.0:1777587441.262419:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587441.262422:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14870 usecs (15 jiffies) 00000100:00000001:0.0:1777587441.262428:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587441.262428:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587441.262430:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307188240 00000100:00000001:2.0:1777587441.262436:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587441.262437:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587441.262437:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307191630 00000100:00000001:2.0:1777587441.262442:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587441.262445:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307188240 00000100:00000001:1.0:1777587441.262453:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307191630 00000100:00000001:2.0:1777587441.262456:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587441.262460:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307188240 00000100:00000001:2.0:1777587441.262461:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587441.262466:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.262468:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587441.262470:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587441.262470:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307191630 00000100:00000001:2.0:1777587441.262471:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587441.262475:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587441.262476:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307188240 00000100:00000001:2.0:1777587441.262481:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587441.262482:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307191630 00000100:00000001:1.0:1777587441.262488:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777587441.262492:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587441.262492:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587441.262494:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587441.262495:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002944e570. 00000100:00000001:1.0:1777587441.262500:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587441.262501:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587441.262507:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587441.262507:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587441.262511:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1777587441.262515:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000c1b1eb 00000100:00000001:1.0:1777587441.262516:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1777587441.262519:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000000c1b1eb. 00000100:00000001:1.0:1777587441.262519:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587441.262522:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587441.262524:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1777587441.262526:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587441.262530:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.262538:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587441.262547:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.262554:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587441.262555:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587441.262587:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587441.262589:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040837f3a. 00000400:00000200:0.0:1777587441.262592:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587441.262595:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587441.262598:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:0.0:1777587441.262599:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:0.0:1777587441.262602:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587441.262604:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.262611:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587441.262613:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.262618:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587441.262620:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1777587441.264111:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587441.264126:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587441.264129:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587441.264131:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587441.264140:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587441.264152:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10680 00000400:00000200:2.0:1777587441.264159:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:2.0:1777587441.264166:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587441.264172:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587441.264175:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587441.264179:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587441.264183:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587441.264196:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587441.264208:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587441.264222:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587441.264229:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587441.264233:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587441.264243:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587441.264247:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587441.264274:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587441.264276:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587441.264278:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587441.264282:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587441.264284:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587441.264286:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587441.264290:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587441.264299:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587441.264305:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587441.264307:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587441.264309:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587441.264311:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587441.264313:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587441.264315:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587441.264318:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587441.264323:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587441.264333:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587441.264336:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587441.264337:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587441.264429:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587441.264431:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.264433:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587441.264438:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587441.264445:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587441.264448:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1777587441.264450:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587441.264450:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587441.264454:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587441.264458:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587441.264462:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587441.264466:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1777587441.264466:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000011f3061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667720320:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587441.264474:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587441.264476:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:3.0:1777587441.264477:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587441.264483:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000011f3061 x1863934667720320/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587441.264491:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10700 00000100:00000001:3.0:1777587441.264497:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1777587441.264501:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11b1 [1] + 224 02000000:00000001:3.0:1777587441.264502:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587441.264505:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076f62bc2. 00000800:00000001:0.0:1777587441.264507:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1777587441.264511:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587441.264514:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1777587441.264515:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1777587441.264516:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000400:00000200:0.0:1777587441.264520:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1777587441.264520:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587441.264523:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026ca22fc. 00000400:00000200:0.0:1777587441.264528:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 02000000:00000001:3.0:1777587441.264529:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1777587441.264532:0:197574:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1777587441.264532:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587441.264534:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000011f3061. 00000100:00000200:0.0:1777587441.264539:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587441.264539:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587441.264541:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587441.264545:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587441.264552:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1777587441.264553:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587441.264559:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587441.264564:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587441.264567:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587441.264580:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587441.264588:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587441.264591:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587441.264611:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587441.264614:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587441.264617:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587441.264619:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587441.264621:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81c5950. 00000400:00000200:2.0:1777587441.264625:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:2.0:1777587441.264626:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:2.0:1777587441.264629:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587441.264633:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587441.264641:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587441.264647:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587441.264648:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587441.264649:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587441.264650:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587441.264651:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587441.264652:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587441.264653:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587441.264658:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587441.264659:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587441.264661:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587441.264662:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587441.264663:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587441.264664:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.264667:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587441.264668:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587441.264669:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587441.264674:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587441.264676:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587441.264681:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587441.264683:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587441.264685:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587441.264688:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587441.264694:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000037df9c77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667720448:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587441.264698:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587441.264700:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587441.264701:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037df9c77 x1863934667720448/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587441.264708:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587441.264710:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587441.264711:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3e2b6c5. 02000000:00000001:2.0:1777587441.264715:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587441.264716:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587441.264718:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587441.264720:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587441.264722:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025bc0769. 02000000:00000001:2.0:1777587441.264724:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587441.264726:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587441.264727:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037df9c77. 00000100:00000001:2.0:1777587441.264729:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587441.264730:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587441.264732:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587441.264735:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587441.264736:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587441.264738:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587441.264739:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587441.265425:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587441.265431:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587441.265433:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587441.265435:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587441.265440:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587441.265448:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10780 00000400:00000200:0.0:1777587441.265454:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11b9 [1] + 224 00000800:00000001:0.0:1777587441.265458:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587441.265463:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587441.265465:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587441.265467:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587441.265470:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587441.265474:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587441.265481:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587441.265499:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587441.265504:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587441.265506:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587441.265531:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587441.265533:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587441.265536:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587441.265537:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587441.265538:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:1.0:1777587441.265541:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:1.0:1777587441.265542:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:1.0:1777587441.265544:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587441.265547:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587441.265552:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587441.265557:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587441.265565:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587441.265566:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587441.265568:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587441.265570:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587441.265571:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587441.265573:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587441.265578:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587441.265581:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587441.265583:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587441.265584:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587441.265586:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587441.265589:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587441.265596:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587441.265598:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587441.265599:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587441.265601:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587441.265602:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587441.265604:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587441.265608:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587441.265610:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587441.265611:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587441.265612:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587441.265616:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000063b16e6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667720576:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587441.265620:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587441.265621:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587441.265623:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000063b16e6e x1863934667720576/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587441.265629:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587441.265630:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587441.265637:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080b6c811. 02000000:00000001:1.0:1777587441.265641:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587441.265642:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587441.265643:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587441.265645:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587441.265646:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000082b73472. 02000000:00000001:1.0:1777587441.265649:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587441.265650:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587441.265651:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063b16e6e. 00000100:00000001:1.0:1777587441.265653:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587441.265654:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587441.265656:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587441.265660:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587441.265661:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587441.265663:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587441.265664:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587441.901502:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587441.901506:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587441.901510:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587441.901511:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587441.901567:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587441.901570:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587441.901573:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587442.925404:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587442.925412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587442.925422:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587442.925424:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587442.925495:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587442.925498:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587442.925501:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587443.949369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587443.949375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587443.949383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587443.949384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587443.949468:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587443.949472:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587443.949475:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587444.717350:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307191630, at 4307191680 00000100:00000010:0.0:1777587444.717363:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9938503. 00000100:00000040:2.0:1777587444.717402:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307191630, at 4307191680 00000100:00000010:2.0:1777587444.717409:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009297819b. 00000100:00000040:3.0:1777587444.717456:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307191630, at 4307191680 00000100:00000010:3.0:1777587444.717461:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b1ba1. 00000100:00000040:1.0:1777587444.719016:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307191630, at 4307191681 00000100:00000010:1.0:1777587444.719030:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d0e2fd4. 00010000:00000001:1.0:1777587444.973357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587444.973362:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587444.973367:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587444.973368:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587444.973387:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587444.973392:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587444.973395:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587445.997319:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587445.997325:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587445.997331:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587445.997339:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587445.999168:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587445.999173:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587445.999177:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587446.381361:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587446.381370:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587446.381387:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587446.381393:0:204024:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587446.381398:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587446.381401:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587446.381406:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587446.381414:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587446.381422:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587446.381432:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587446.381443:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587446.381445:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587446.381450:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_02+2] req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587446.381485:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587446.381488:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587446.381491:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587446.381494:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587446.381496:0:204024:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587446.381498:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1777587446.381506:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1777587446.381515:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1777587446.381517:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:3.0:1777587446.381518:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381522:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1777587446.381524:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587446.381528:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587446.381532:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587446.381540:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587446.381541:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587446.381543:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381544:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.381547:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.381548:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587446.381550:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587446.381556:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587446.381558:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_03+3] req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.381578:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587446.381581:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587446.381581:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.381585:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1777587446.381585:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1777587446.381588:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587446.381589:0:204024:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1777587446.381592:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1777587446.381593:0:204024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000100:00100000:0.0:1777587446.381597:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667720704:192.168.204.155@tcp:400: 00000020:00000040:3.0:1777587446.381597:0:204024:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587446.381601:0:204024:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587446.381604:0:204024:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1777587446.381605:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587446.381606:0:204024:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.381611:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1777587446.381611:0:204024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 02000000:00000001:0.0:1777587446.381615:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587446.381616:0:204024:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.381619:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1777587446.381622:0:204024:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777587446.381626:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a5eb3d1. 02000000:00000001:0.0:1777587446.381630:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587446.381634:0:204024:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587446.381636:0:204024:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587446.381638:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9ec939c. 00000100:00000040:3.0:1777587446.381639:0:204024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_00+0] req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587446.381647:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777587446.381655:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720704, portal 25 00000100:00000001:3.0:1777587446.381656:0:204024:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381657:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587446.381660:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000040:3.0:1777587446.381660:0:204024:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587446.381665:0:204024:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1777587446.381669:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587446.381671:0:204024:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12531) 00000100:00000001:0.0:1777587446.381678:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587446.381682:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587446.381685:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000200:0.0:1777587446.381688:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667720704, offset 0 00000400:00000200:0.0:1777587446.381695:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587446.381707:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587446.381718:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587446.381722:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587446.381725:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587446.381728:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587446.381732:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [543:543:256:4294967295] 192.168.204.155@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:0.0:1777587446.381744:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587446.381762:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587446.381767:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d58366c7. 00000800:00000200:0.0:1777587446.381773:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587446.381780:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587446.381784:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d58366c7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587446.381803:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381808:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307196750 00000100:00000010:0.0:1777587446.381813:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000100:00000001:0.0:1777587446.381820:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1777587446.381826:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307196750 00000100:00000010:0.0:1777587446.381830:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009461b630. 00000100:00000001:0.0:1777587446.381833:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1777587446.381838:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307196750 00000100:00000001:1.0:1777587446.381839:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1777587446.381840:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710451e. 00000100:00100000:1.0:1777587446.381843:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587446.381845:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587446.381847:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.381849:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307196750 00000100:00000001:1.0:1777587446.381851:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1777587446.381853:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036bef5f8. 00000100:00000001:1.0:1777587446.381854:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587446.381857:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.381858:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587446.381859:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587446.381862:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587446.381865:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381868:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381871:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381872:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.381874:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587446.381879:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381881:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381903:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777587446.381906:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1777587446.381907:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587446.381911:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587446.381912:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587446.381914:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.381917:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1777587446.381918:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.381919:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587446.381922:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587446.381929:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587446.381929:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587446.381932:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587446.381937:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587446.381940:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587446.381943:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1777587446.381944:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.381945:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.381949:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1777587446.381949:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667720832:192.168.204.155@tcp:400: 02000000:00000001:0.0:1777587446.381953:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587446.381954:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587446.381957:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587446.381958:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587446.381961:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587446.381964:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667720960:192.168.204.155@tcp:400: 02000000:00000001:1.0:1777587446.381965:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587446.381969:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1777587446.381970:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b5298e8. 02000000:00000001:0.0:1777587446.381972:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587446.381973:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.381975:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587446.381977:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffdc141. 02000000:00000001:0.0:1777587446.381978:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587446.381982:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5be8405. 00000400:00000010:1.0:1777587446.381984:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af8432fb. 02000000:00000001:0.0:1777587446.381986:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587446.381989:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720832, portal 10 00000400:00000010:0.0:1777587446.381991:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000524a8f90. 00000100:00000001:1.0:1777587446.381992:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587446.381994:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000400:00000010:0.0:1777587446.381996:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000040:1.0:1777587446.382002:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587446.382010:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1777587446.382011:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667720960, portal 10 00000100:00000040:1.0:1777587446.382013:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587446.382016:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587446.382016:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.382018:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000001:2.0:1777587446.382020:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587446.382025:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dc2e0. 00000100:00000040:0.0:1777587446.382026:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587446.382029:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667720832, offset 0 00000100:00000001:0.0:1777587446.382034:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587446.382039:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587446.382043:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000400:00000200:1.0:1777587446.382047:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777587446.382050:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667720960, offset 0 00000400:00000200:1.0:1777587446.382053:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587446.382056:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587446.382060:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587446.382063:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587446.382067:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587446.382070:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587446.382073:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [544:544:255:4294967295] 192.168.204.155@tcp LPNI seq info [544:544:7:4294967295] 00000400:00000200:1.0:1777587446.382081:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587446.382086:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587446.382090:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b02692d. 00000800:00000200:2.0:1777587446.382090:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587446.382095:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d58366c7. 00000800:00000200:1.0:1777587446.382099:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:2.0:1777587446.382101:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1777587446.382105:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587446.382109:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b02692d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777587446.382109:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587446.382115:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587446.382119:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 91161 usecs (92 jiffies) 00000100:00000001:1.0:1777587446.382121:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307193436 00000100:00000001:1.0:1777587446.382123:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307196750 00000100:00000001:1.0:1777587446.382125:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307193436 00000100:00000001:1.0:1777587446.382126:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307196750 00000100:00000001:1.0:1777587446.382128:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307193436 00000100:00000001:1.0:1777587446.382129:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307196750 00000100:00000001:1.0:1777587446.382131:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307193436 00000100:00000001:1.0:1777587446.382133:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307196750 00000100:00000001:1.0:1777587446.382135:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587446.382137:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587446.382138:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587446.382140:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587446.382445:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587446.382448:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587446.382451:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587446.382453:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587446.382455:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587446.382457:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [545:545:254:4294967295] 192.168.204.155@tcp LPNI seq info [545:545:6:4294967295] 00000400:00000200:0.0:1777587446.382465:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587446.382470:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587446.382473:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117b0986. 00000800:00000200:0.0:1777587446.382477:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587446.382481:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587446.382483:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117b0986 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587446.382486:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587446.382488:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14806 usecs (15 jiffies) 00000100:00000001:0.0:1777587446.382491:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307193360 00000100:00000001:0.0:1777587446.382492:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307196750 00000100:00000001:0.0:1777587446.382494:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307193360 00000100:00000001:0.0:1777587446.382495:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307196750 00000100:00000001:0.0:1777587446.382497:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307193360 00000100:00000001:0.0:1777587446.382499:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307196750 00000100:00000001:0.0:1777587446.382501:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307193360 00000100:00000001:0.0:1777587446.382502:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307196750 00000100:00000001:0.0:1777587446.382504:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587446.382506:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.382507:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.382509:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587446.382584:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:2.0:1777587446.382587:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:2.0:1777587446.382592:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587446.382596:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587446.382604:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587446.382607:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587446.382613:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587446.382615:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587446.382630:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587446.382633:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b02692d. 00000400:00000200:2.0:1777587446.382636:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587446.382639:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587446.382641:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63dc2e0 00000400:00000010:2.0:1777587446.382642:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000f63dc2e0. 00000100:00000001:2.0:1777587446.382644:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587446.382647:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587446.382654:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587446.382656:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587446.382662:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587446.382663:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1777587446.382692:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777587446.382694:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117b0986. 00000400:00000200:2.0:1777587446.382696:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587446.382700:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587446.382702:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:2.0:1777587446.382704:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000001:2.0:1777587446.382706:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1777587446.382708:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587446.382715:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587446.382717:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587446.382722:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587446.382724:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587446.385511:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385611:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587446.385615:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385619:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587446.385631:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587446.385648:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10800 00000400:00000200:0.0:1777587446.385656:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x11c1 [1] + 224 00000800:00000001:0.0:1777587446.385663:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385668:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587446.385671:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587446.385676:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587446.385682:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587446.385688:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587446.385700:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587446.385771:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587446.385780:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587446.385805:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587446.385815:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385820:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587446.385823:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385826:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587446.385832:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587446.385840:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10900 00000400:00000200:0.0:1777587446.385847:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11cd [1] + 224 00000800:00000001:0.0:1777587446.385851:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385857:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587446.385859:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587446.385864:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587446.385868:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587446.385871:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587446.385881:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.385901:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587446.385908:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385920:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587446.385923:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385926:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587446.385932:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587446.385940:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10880 00000400:00000200:0.0:1777587446.385947:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11c9 [1] + 224 00000800:00000001:0.0:1777587446.385951:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.385958:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587446.385960:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587446.385965:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587446.385969:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587446.385973:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587446.385982:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.385996:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587446.386014:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587446.386019:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386033:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.386035:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587446.386041:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587446.386044:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587446.386046:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000524a8f90. 00000400:00000200:0.0:1777587446.386053:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:0.0:1777587446.386056:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:0.0:1777587446.386059:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587446.386063:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587446.386071:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.386083:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587446.386085:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386087:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587446.386090:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587446.386092:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587446.386094:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.386097:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587446.386105:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587446.386109:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1777587446.386112:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587446.386113:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587446.386115:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1777587446.386119:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1777587446.386125:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.386128:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587446.386130:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587446.386131:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587446.386133:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587446.386135:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.386141:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587446.386143:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587446.386145:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587446.386147:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587446.386154:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667720960:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587446.386159:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386161:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587446.386163:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667720960/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.386179:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587446.386181:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587446.386184:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5be8405. 02000000:00000001:0.0:1777587446.386187:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587446.386189:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587446.386191:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587446.386193:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587446.386195:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:0.0:1777587446.386206:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587446.386211:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587446.386212:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:0.0:1777587446.386216:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587446.386217:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386219:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386225:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587446.386228:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.386231:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.386233:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.386292:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.386294:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587446.386299:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587446.386301:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587446.386303:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffdc141. 00000400:00000200:0.0:1777587446.386307:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8432fb 00000400:00000010:0.0:1777587446.386309:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000af8432fb. 00000100:00000001:0.0:1777587446.386311:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587446.386314:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587446.386322:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.386328:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587446.386329:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386331:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587446.386332:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587446.386333:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587446.386339:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587446.386341:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587446.386345:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587446.386348:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587446.386350:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587446.386351:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587446.386352:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587446.386355:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.386357:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587446.386358:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587446.386359:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587446.386360:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587446.386364:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.386370:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587446.386371:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587446.386372:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587446.386375:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587446.386381:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667720832:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587446.386385:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386387:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587446.386390:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667720832/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587446.386396:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587446.386398:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587446.386399:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b5298e8. 02000000:00000001:0.0:1777587446.386403:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587446.386404:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587446.386405:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587446.386408:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587446.386409:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:0.0:1777587446.386412:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587446.386418:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587446.386419:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:0.0:1777587446.386423:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587446.386424:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386426:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587446.386429:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587446.386430:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587446.386432:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587446.386433:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587446.386546:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587446.386548:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587446.386550:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9ec939c. 00000400:00000200:1.0:1777587446.386553:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:1.0:1777587446.386555:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:1.0:1777587446.386558:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587446.386562:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587446.386569:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587446.386575:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587446.386576:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587446.386578:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587446.386579:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587446.386580:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587446.386582:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587446.386583:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587446.386586:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587446.386589:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587446.386591:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587446.386592:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587446.386593:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587446.386595:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587446.386596:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587446.386599:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587446.386604:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587446.386606:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587446.386607:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587446.386609:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587446.386616:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667720704:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587446.386626:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587446.386627:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587446.386630:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667720704/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587446.386635:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587446.386636:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587446.386638:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a5eb3d1. 02000000:00000001:1.0:1777587446.386640:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587446.386641:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587446.386642:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587446.386643:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587446.386644:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:1.0:1777587446.386647:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587446.386648:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587446.386649:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:1.0:1777587446.386651:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587446.386652:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587446.386653:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587446.386656:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587446.386657:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587446.386659:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587446.386660:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587447.021498:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587447.021506:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587447.021514:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587447.021516:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587447.022578:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587447.022584:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587447.022588:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587448.045387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587448.045400:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587448.045408:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587448.045410:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587448.045436:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587448.045440:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587448.045443:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587449.069835:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587449.069843:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587449.069846:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587449.069850:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069856:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587449.069858:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069877:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069880:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069884:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587449.069886:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587449.069887:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587449.069888:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069890:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587449.069891:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069893:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587449.069895:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587449.069969:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587449.069973:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587449.069975:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587449.837310:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307196750, at 4307196800 00000100:00000010:3.0:1777587449.837324:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036bef5f8. 00000100:00000040:0.0:1777587449.837325:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307196750, at 4307196800 00000100:00000040:2.0:1777587449.837330:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307196750, at 4307196800 00000100:00000010:0.0:1777587449.837334:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000010:2.0:1777587449.837339:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710451e. 00000100:00000040:1.0:1777587449.837441:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307196750, at 4307196800 00000100:00000010:1.0:1777587449.837447:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009461b630. 00010000:00000001:1.0:1777587450.094694:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587450.094700:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587450.094706:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587450.094707:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587450.094765:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587450.094769:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587450.094772:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587451.117382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587451.117389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587451.117397:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587451.117398:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587451.117762:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587451.117766:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587451.117769:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587451.501429:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587451.501440:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587451.501450:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777587451.501456:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587451.501461:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587451.501464:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587451.501469:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587451.501481:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000633758cf. 00000100:00000001:0.0:1777587451.501489:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501500:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587451.501510:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587451.501512:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501517:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_01+1] req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.501551:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501554:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587451.501557:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587451.501560:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000638482a4. 00000100:00000001:2.0:1777587451.501574:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587451.501579:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587451.501580:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587451.501582:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587451.501585:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1777587451.501587:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000040:2.0:1777587451.501590:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.501593:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587451.501596:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587451.501600:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587451.501605:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587451.501607:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587451.501608:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000117b0986. 02000000:00000001:2.0:1777587451.501612:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587451.501613:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587451.501616:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587451.501619:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501620:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1777587451.501626:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667721088:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587451.501636:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587451.501638:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501644:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000638482a4] to pc [ptlrpcd_00_02+2] req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587451.501644:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587451.501650:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587451.501654:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587451.501657:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587451.501661:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040ef65d2. 02000000:00000001:2.0:1777587451.501663:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587451.501669:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81c5950. 00000100:00000001:0.0:1777587451.501674:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587451.501675:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000128ee728. 00000100:00000040:0.0:1777587451.501681:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1777587451.501683:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721088, portal 25 00000100:00000001:2.0:1777587451.501688:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587451.501689:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1777587451.501689:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587451.501691:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000100:00000010:0.0:1777587451.501702:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000005e33d6. 00000100:00000001:3.0:1777587451.501702:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587451.501706:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1777587451.501707:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587451.501711:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1777587451.501711:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587451.501713:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587451.501714:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587451.501718:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587451.501724:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d58366c7. 00000100:00000001:0.0:1777587451.501730:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587451.501732:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587451.501733:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587451.501736:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501737:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587451.501737:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587451.501742:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587451.501744:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777587451.501745:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587451.501751:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587451.501752:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587451.501758:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a300b24f. 00000100:00100000:3.0:1777587451.501758:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667721216:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587451.501761:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1777587451.501763:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667721088, offset 0 00000100:00000001:0.0:1777587451.501764:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587451.501766:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587451.501771:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1777587451.501772:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000005e33d6] to pc [ptlrpcd_00_03+3] req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587451.501774:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587451.501775:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587451.501778:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587451.501784:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a1de15e. 02000000:00000001:3.0:1777587451.501787:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587451.501790:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000010:3.0:1777587451.501791:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000001:0.0:1777587451.501793:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.501796:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1777587451.501798:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1777587451.501798:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000200:3.0:1777587451.501803:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721216, portal 10 00000400:00000200:2.0:1777587451.501806:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587451.501808:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587451.501811:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532032 : -105794180019584 : ffff9fc7df7b0a80) 00000100:00000001:1.0:1777587451.501812:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587451.501813:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1777587451.501813:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587451.501817:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587451.501820:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777587451.501820:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:0.0:1777587451.501821:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12536) 00000100:00000040:3.0:1777587451.501822:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587451.501829:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587451.501830:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [546:546:256:4294967295] 192.168.204.155@tcp LPNI seq info [546:546:8:4294967295] 00000100:00000001:1.0:1777587451.501846:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587451.501849:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587451.501854:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:1.0:1777587451.501855:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587451.501859:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587451.501865:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587451.501870:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587451.501871:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1777587451.501873:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667721344:192.168.204.155@tcp:400: 00000800:00000010:2.0:1777587451.501877:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a04115c7. 00000100:00000040:3.0:1777587451.501878:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587451.501881:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1777587451.501883:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000800:00000200:2.0:1777587451.501888:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:3.0:1777587451.501888:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667721216, offset 0 02000000:00000001:1.0:1777587451.501895:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1777587451.501897:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587451.501900:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:1.0:1777587451.501906:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587451.501906:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a04115c7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587451.501906:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777587451.501912:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777587451.501914:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1777587451.501917:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052d5b29e. 00000400:00000200:3.0:1777587451.501918:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:1.0:1777587451.501921:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587451.501924:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1777587451.501927:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f9ebddf. 00000100:00000001:2.0:1777587451.501927:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587451.501927:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587451.501934:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [547:547:255:4294967295] 192.168.204.155@tcp LPNI seq info [547:547:7:4294967295] 00000400:00000010:1.0:1777587451.501935:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000001:2.0:1777587451.501938:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307201870 00000100:00000200:1.0:1777587451.501941:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721344, portal 10 00000100:00000001:1.0:1777587451.501944:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1777587451.501944:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de4ab1ba. 00000100:00000001:1.0:1777587451.501947:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529536512 : -105794180015104 : ffff9fc7df7b1c00) 00000400:00000200:3.0:1777587451.501953:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587451.501954:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1777587451.501957:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587451.501962:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307201870 00000800:00000200:3.0:1777587451.501964:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777587451.501968:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000936f591e. 00000800:00000010:3.0:1777587451.501971:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000100:00000001:2.0:1777587451.501974:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587451.501978:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1777587451.501979:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587451.501980:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307201870 00000100:00000040:1.0:1777587451.501985:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000010:2.0:1777587451.501987:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000400:00000010:1.0:1777587451.501988:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dcbc17a. 00000800:00000200:3.0:1777587451.501991:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:2.0:1777587451.501992:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1777587451.501993:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667721344, offset 0 00000800:00000200:3.0:1777587451.501994:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587451.502000:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587451.502003:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 90635 usecs (91 jiffies) 00000400:00000200:1.0:1777587451.502004:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587451.502008:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307198555 00000100:00000001:2.0:1777587451.502009:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307201870 00000100:00000001:3.0:1777587451.502011:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307201870 00000400:00000200:1.0:1777587451.502014:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000010:2.0:1777587451.502015:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d9551db. 00000100:00000001:3.0:1777587451.502015:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307198555 00000400:00000200:1.0:1777587451.502021:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1777587451.502021:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307201870 00000100:00000001:2.0:1777587451.502023:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587451.502023:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307198555 00000400:00000200:1.0:1777587451.502028:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587451.502028:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307201870 00000100:00000001:2.0:1777587451.502030:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587451.502032:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307198555 00000100:00000001:2.0:1777587451.502034:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587451.502035:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777587451.502035:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307201870 00000400:00000200:1.0:1777587451.502039:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587451.502039:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587451.502044:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587451.502044:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587451.502045:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587451.502047:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [548:548:254:4294967295] 192.168.204.155@tcp LPNI seq info [548:548:6:4294967295] 00000800:00000010:0.0:1777587451.502050:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a04115c7. 00000100:00000001:2.0:1777587451.502054:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777587451.502056:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587451.502058:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587451.502062:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587451.502065:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587451.502066:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587451.502069:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587451.502074:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587451.502085:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000400:00000200:0.0:1777587451.502091:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a300b24f 00000800:00000200:1.0:1777587451.502091:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587451.502095:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a300b24f. 00000800:00000010:1.0:1777587451.502096:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011966fa5. 00000100:00000001:0.0:1777587451.502100:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777587451.502103:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:0.0:1777587451.502107:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587451.502111:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587451.502117:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011966fa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587451.502122:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587451.502122:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587451.502126:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14747 usecs (15 jiffies) 00000100:00000040:0.0:1777587451.502129:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587451.502132:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307198479 00000100:00000001:0.0:1777587451.502137:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587451.502139:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587451.502142:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307201870 00000100:00000001:1.0:1777587451.502146:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307198479 00000100:00000001:1.0:1777587451.502147:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307201870 00000100:00000001:1.0:1777587451.502149:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307198479 00000100:00000001:1.0:1777587451.502152:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307201870 00000100:00000001:1.0:1777587451.502154:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307198479 00000800:00000200:0.0:1777587451.502155:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587451.502156:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307201870 00000100:00000001:1.0:1777587451.502159:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587451.502161:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587451.502163:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587451.502165:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1777587451.502168:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000100:00000001:1.0:1777587451.502171:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1777587451.502173:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587451.502173:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587451.502178:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587451.502181:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587451.502181:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587451.502184:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587451.502185:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000100:00000001:1.0:1777587451.502186:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587451.502189:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:0.0:1777587451.502193:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587451.502196:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.502202:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587451.502205:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.502210:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587451.502212:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587451.502657:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587451.502660:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011966fa5. 00000400:00000200:0.0:1777587451.502669:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587451.502674:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587451.502677:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcbc17a 00000400:00000010:0.0:1777587451.502678:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005dcbc17a. 00000100:00000001:0.0:1777587451.502681:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587451.502684:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.502692:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587451.502704:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.502712:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587451.502713:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587451.502732:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587451.502735:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587451.502737:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587451.502741:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587451.502742:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587451.502745:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587451.502747:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587451.502748:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587451.502750:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1777587451.503929:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587451.503940:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1777587451.503943:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587451.503945:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587451.503953:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:2.0:1777587451.503964:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10980 00000400:00000200:2.0:1777587451.503971:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x11d9 [1] + 224 00000800:00000001:2.0:1777587451.503978:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587451.503985:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587451.503987:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587451.503990:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587451.504002:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587451.504006:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587451.504015:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587451.504036:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1777587451.504044:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1777587451.504047:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587451.504109:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587451.504111:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587451.504115:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587451.504116:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587451.504118:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81c5950. 00000400:00000200:0.0:1777587451.504121:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128ee728 00000400:00000010:0.0:1777587451.504122:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000128ee728. 00000100:00000001:0.0:1777587451.504124:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587451.504126:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587451.504131:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.504135:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587451.504136:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587451.504137:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587451.504139:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587451.504141:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587451.504142:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587451.504144:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587451.504148:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587451.504150:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587451.504152:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587451.504157:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587451.504160:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587451.504161:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587451.504164:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587451.504168:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.504174:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587451.504176:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587451.504178:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587451.504180:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587451.504187:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667721088:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587451.504196:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587451.504198:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587451.504201:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667721088/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.504208:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587451.504210:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587451.504212:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040ef65d2. 02000000:00000001:0.0:1777587451.504215:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587451.504217:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587451.504218:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587451.504221:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587451.504222:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000633758cf. 02000000:00000001:0.0:1777587451.504225:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587451.504227:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587451.504228:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:0.0:1777587451.504231:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587451.504232:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587451.504233:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587451.504237:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587451.504237:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587451.504239:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587451.504240:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587451.504272:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587451.504276:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587451.504277:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587451.504278:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587451.504282:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587451.504287:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10a00 00000400:00000200:0.0:1777587451.504290:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11e1 [1] + 224 00000800:00000001:0.0:1777587451.504293:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587451.504297:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587451.504299:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587451.504301:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587451.504304:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587451.504307:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587451.504314:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.504333:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587451.504340:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587451.504343:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587451.504552:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587451.504555:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587451.504559:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587451.504561:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587451.504563:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587451.504567:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587451.504568:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587451.504571:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587451.504575:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1777587451.504579:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587451.504585:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587451.504587:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587451.504589:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587451.504599:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000200:3.0:1777587451.504599:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587451.504609:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10a80 00000100:00000001:3.0:1777587451.504609:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587451.504611:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587451.504614:0:197583:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1777587451.504615:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11e9 [1] + 224 02000000:00000001:3.0:1777587451.504617:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587451.504619:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587451.504621:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587451.504622:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1777587451.504625:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587451.504629:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777587451.504631:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=38 v=5 (5 5 5 5) 00000400:00000200:0.0:1777587451.504632:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1777587451.504637:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=38 v=5 (1 1 1 1) 00000400:00000200:0.0:1777587451.504640:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587451.504643:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587451.504645:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587451.504645:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587451.504649:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1777587451.504651:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587451.504652:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587451.504657:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587451.504665:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587451.504667:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587451.504671:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587451.504674:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587451.504682:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587451.504690:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587451.504706:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1777587451.504707:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587451.504709:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587451.504711:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587451.504712:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587451.504716:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587451.504724:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000638482a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667721216:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587451.504729:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587451.504732:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587451.504733:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587451.504734:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000638482a4 x1863934667721216/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587451.504740:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587451.504742:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1777587451.504744:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1777587451.504745:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a1de15e. 00000400:00000001:1.0:1777587451.504748:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1777587451.504749:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587451.504750:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587451.504751:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000400:00000001:1.0:1777587451.504754:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1777587451.504755:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:1.0:1777587451.504757:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f9ebddf. 02000000:00000010:3.0:1777587451.504757:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000117b0986. 00000400:00000200:1.0:1777587451.504762:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 02000000:00000001:3.0:1777587451.504763:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1777587451.504766:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 02000000:00000001:3.0:1777587451.504766:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587451.504769:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000638482a4. 00000100:00000001:1.0:1777587451.504771:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587451.504773:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587451.504775:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587451.504777:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587451.504778:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587451.504785:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587451.504788:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587451.504793:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777587451.504795:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587451.504796:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587451.504804:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587451.504806:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587451.504808:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587451.504815:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587451.504817:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587451.504818:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587451.504820:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587451.504824:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587451.504827:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=133 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587451.504830:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587451.504831:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587451.504832:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587451.504835:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587451.504842:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587451.504845:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587451.504846:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587451.504847:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587451.504848:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587451.504855:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587451.504861:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587451.504863:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587451.504864:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587451.504867:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587451.504874:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000005e33d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667721344:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587451.504878:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587451.504879:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587451.504881:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000005e33d6 x1863934667721344/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587451.504887:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587451.504888:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587451.504890:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052d5b29e. 02000000:00000001:1.0:1777587451.504892:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587451.504897:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587451.504898:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587451.504900:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587451.504901:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d58366c7. 02000000:00000001:1.0:1777587451.504904:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587451.504905:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587451.504906:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000005e33d6. 00000100:00000001:1.0:1777587451.504908:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587451.504909:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587451.504911:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587451.504914:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587451.504915:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587451.504917:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587451.504918:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587452.141415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587452.141420:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587452.141425:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587452.141426:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587452.141500:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587452.141503:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587452.141506:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587453.165482:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587453.165491:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587453.165498:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587453.165499:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587453.165737:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587453.165743:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587453.165749:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587454.189406:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587454.189412:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587454.189418:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587454.189419:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587454.189509:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587454.189517:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587454.189519:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587454.957383:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307201870, at 4307201920 00000100:00000010:2.0:1777587454.957400:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000040:1.0:1777587454.957495:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307201870, at 4307201920 00000100:00000010:1.0:1777587454.957501:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000936f591e. 00000100:00000040:3.0:1777587454.957575:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307201870, at 4307201920 00000100:00000010:3.0:1777587454.957581:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d9551db. 00000100:00000040:0.0:1777587454.957584:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307201870, at 4307201920 00000100:00000010:0.0:1777587454.957593:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de4ab1ba. 00010000:00000001:1.0:1777587455.214598:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587455.214604:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587455.214609:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587455.214610:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587455.214681:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587455.214685:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587455.214687:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587456.237365:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587456.237372:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587456.237380:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587456.237383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587456.237480:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587456.237484:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587456.237487:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587456.621403:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587456.621411:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587456.621422:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae46ab46. 00000020:00000040:0.0:1777587456.621429:0:201742:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:0.0:1777587456.621433:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587456.621436:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1777587456.621441:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587456.621448:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000633758cf. 00000100:00000001:0.0:1777587456.621455:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587456.621466:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1777587456.621477:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587456.621479:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587456.621484:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae46ab46] to pc [ptlrpcd_00_00+0] req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.621514:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587456.621517:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587456.621520:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1777587456.621533:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8e3637d. 00000020:00000040:0.0:1777587456.621536:0:201742:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587456.621538:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1777587456.621540:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1777587456.621542:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587456.621547:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587456.621550:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1777587456.621557:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587456.621557:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777587456.621562:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082b73472. 00000100:00000001:2.0:1777587456.621565:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587456.621568:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.621575:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587456.621575:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1777587456.621578:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587456.621579:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587456.621585:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587456.621588:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587456.621590:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587456.621593:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587456.621593:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587456.621608:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8e3637d] to pc [ptlrpcd_00_01+1] req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587456.621609:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667721472:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587456.621619:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587456.621625:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587456.621628:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587456.621630:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587456.621631:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1777587456.621634:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1777587456.621637:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db7f66d8. 00000100:00000001:0.0:1777587456.621638:0:201742:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1777587456.621641:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587456.621642:0:201742:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084b37a98. 00000020:00000040:0.0:1777587456.621646:0:201742:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587456.621648:0:201742:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1777587456.621648:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 02000000:00000001:0.0:1777587456.621651:0:201742:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1777587456.621653:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1777587456.621654:0:201742:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.621656:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1777587456.621656:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 02000000:00000010:0.0:1777587456.621659:0:201742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025bc0769. 00000100:00000001:2.0:1777587456.621659:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587456.621664:0:201742:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587456.621665:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721472, portal 25 00000100:00000040:2.0:1777587456.621668:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587456.621670:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1777587456.621671:0:201742:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587456.621674:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529531136 : -105794180020480 : ffff9fc7df7b0700) 00000100:00000040:3.0:1777587456.621684:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587456.621698:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587456.621700:0:201742:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587456.621701:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587456.621703:0:201742:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587456.621707:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587456.621710:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777587456.621712:0:201742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084b37a98] to pc [ptlrpcd_00_02+2] req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587456.621714:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1777587456.621715:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587456.621722:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00100000:2.0:1777587456.621723:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667721600:192.168.204.155@tcp:400: 00000400:00000010:3.0:1777587456.621728:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074ea183c. 00000100:00000001:2.0:1777587456.621734:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1777587456.621734:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667721472, offset 0 02000000:00000001:2.0:1777587456.621738:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587456.621741:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587456.621745:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1777587456.621745:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587456.621750:0:201742:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587456.621753:0:201742:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1777587456.621757:0:201742:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1777587456.621758:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0dae14d. 00000400:00000200:3.0:1777587456.621759:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777587456.621763:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587456.621765:0:201742:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12541) 00000400:00000200:3.0:1777587456.621768:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1777587456.621769:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae4a1d15. 00000100:00000001:1.0:1777587456.621771:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1777587456.621773:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:2.0:1777587456.621775:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000200:2.0:1777587456.621780:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721600, portal 10 00000400:00000200:3.0:1777587456.621780:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587456.621782:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587456.621785:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587456.621786:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1777587456.621786:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587456.621789:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529532928 : -105794180018688 : ffff9fc7df7b0e00) 00000100:00000040:1.0:1777587456.621793:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587456.621796:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [549:549:256:4294967295] 192.168.204.155@tcp LPNI seq info [549:549:8:4294967295] 00000100:00000040:2.0:1777587456.621800:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.621802:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587456.621806:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587456.621817:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587456.621821:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.621821:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1777587456.621826:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587456.621829:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587456.621830:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587456.621832:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:1.0:1777587456.621835:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587456.621836:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045907a18. 00000100:00000200:2.0:1777587456.621841:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667721600, offset 0 00000100:00100000:1.0:1777587456.621842:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667721728:192.168.204.155@tcp:400: 00000800:00000200:3.0:1777587456.621845:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587456.621851:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1777587456.621851:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587456.621853:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 02000000:00000001:1.0:1777587456.621855:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587456.621858:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587456.621860:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:1.0:1777587456.621861:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1777587456.621864:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 02000000:00000010:1.0:1777587456.621867:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004869e0fc. 00000400:00000200:2.0:1777587456.621867:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1777587456.621871:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587456.621874:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:3.0:1777587456.621876:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:1.0:1777587456.621877:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f9ebddf. 00000400:00000200:2.0:1777587456.621880:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1777587456.621882:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1777587456.621884:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000400:00000200:2.0:1777587456.621885:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000200:1.0:1777587456.621890:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721728, portal 10 00000400:00000200:2.0:1777587456.621892:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [550:550:255:4294967295] 192.168.204.155@tcp LPNI seq info [550:550:7:4294967295] 00000100:00000001:1.0:1777587456.621894:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587456.621896:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638279529541888 : -105794180009728 : ffff9fc7df7b3100) 00000100:00000001:3.0:1777587456.621901:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587456.621905:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587456.621908:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307206990 00000400:00000200:2.0:1777587456.621909:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000010:3.0:1777587456.621915:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aad01f1. 00000800:00000200:2.0:1777587456.621922:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587456.621924:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587456.621926:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1777587456.621930:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa834468. 00000100:00000040:1.0:1777587456.621932:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587456.621932:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307206990 00000400:00000010:1.0:1777587456.621938:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b88b907. 00000800:00000200:2.0:1777587456.621939:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:3.0:1777587456.621939:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f18f51a4. 00000100:00000200:1.0:1777587456.621943:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667721728, offset 0 00000100:00000001:3.0:1777587456.621946:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1777587456.621951:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587456.621952:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307206990 00000400:00000200:1.0:1777587456.621953:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000200:2.0:1777587456.621956:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa834468 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1777587456.621958:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099e7b4ab. 00000100:00000001:2.0:1777587456.621961:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587456.621963:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587456.621963:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1777587456.621967:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 90102 usecs (91 jiffies) 00000100:00000001:3.0:1777587456.621968:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307206990 00000400:00000200:1.0:1777587456.621970:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1777587456.621972:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307203675 00000100:00000010:3.0:1777587456.621974:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000400:00000200:1.0:1777587456.621975:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587456.621978:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587456.621978:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307206990 00000400:00000200:1.0:1777587456.621983:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587456.621984:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307203675 00000100:00000001:3.0:1777587456.621985:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587456.621988:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587456.621993:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587456.621995:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [551:551:254:4294967295] 192.168.204.155@tcp LPNI seq info [551:551:6:4294967295] 00000100:00000001:2.0:1777587456.621995:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307206990 00000100:00000001:3.0:1777587456.621998:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.622001:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307203675 00000100:00000001:3.0:1777587456.622002:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.622006:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307206990 00000400:00000200:1.0:1777587456.622011:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587456.622011:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307203675 00000100:00000001:3.0:1777587456.622012:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587456.622015:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587456.622017:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307206990 00000800:00000200:1.0:1777587456.622020:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587456.622020:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587456.622023:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1777587456.622025:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af8ec9e8. 00000100:00000001:3.0:1777587456.622025:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587456.622028:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587456.622032:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587456.622036:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587456.622038:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af8ec9e8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587456.622041:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587456.622043:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14680 usecs (15 jiffies) 00000100:00000001:1.0:1777587456.622044:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307203599 00000100:00000001:1.0:1777587456.622046:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307206990 00000100:00000001:1.0:1777587456.622048:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307203599 00000100:00000001:1.0:1777587456.622049:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307206990 00000100:00000001:1.0:1777587456.622050:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307203599 00000100:00000001:1.0:1777587456.622051:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307206990 00000100:00000001:1.0:1777587456.622052:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307203599 00000100:00000001:2.0:1777587456.622094:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587456.622096:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.622098:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.622100:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.622104:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587456.622105:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587456.622107:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587456.622108:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587456.622110:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.622111:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587456.622710:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307206990 00000100:00000001:1.0:1777587456.622718:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587456.622722:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587456.622726:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587456.622729:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587456.622737:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587456.622740:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587456.622743:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587456.622745:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587456.622748:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587456.622749:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587456.622752:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1777587456.622756:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:0.0:1777587456.622766:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587456.622774:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587456.622779:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ea183c 00000400:00000010:0.0:1777587456.622782:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000074ea183c. 00000100:00000001:0.0:1777587456.622788:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587456.622793:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.622802:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587456.622804:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.622811:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587456.622812:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587456.622826:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587456.622828:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa834468. 00000400:00000200:0.0:1777587456.622831:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587456.622835:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587456.622837:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045907a18 00000400:00000010:0.0:1777587456.622838:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000045907a18. 00000100:00000001:0.0:1777587456.622841:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587456.622843:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.622849:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587456.622851:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.622856:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587456.622858:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587456.622932:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587456.622935:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af8ec9e8. 00000400:00000200:0.0:1777587456.622938:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587456.622941:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587456.622953:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b88b907 00000400:00000010:0.0:1777587456.622954:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005b88b907. 00000100:00000001:0.0:1777587456.622958:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587456.622961:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.622968:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587456.622970:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.622975:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587456.622977:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587456.625418:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.625432:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587456.625436:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.625437:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587456.625447:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587456.625465:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10b80 00000400:00000200:0.0:1777587456.625473:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x11f9 [1] + 224 00000800:00000001:0.0:1777587456.625482:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.625487:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587456.625489:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587456.625493:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587456.625499:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587456.625506:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587456.625516:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.625533:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587456.625543:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.625547:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587456.625549:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.625550:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587456.625554:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587456.625577:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10b00 00000100:00000001:2.0:1777587456.625580:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587456.625584:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x11f1 [1] + 224 00000100:00000001:2.0:1777587456.625587:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777587456.625608:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1777587456.625609:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587456.625612:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587456.625615:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae4a1d15. 00000800:00000001:0.0:1777587456.625616:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587456.625620:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587456.625622:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000200:0.0:1777587456.625626:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000010:2.0:1777587456.625627:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:2.0:1777587456.625632:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587456.625633:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587456.625637:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587456.625640:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587456.625652:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.625670:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587456.625675:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.625678:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587456.625707:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587456.625710:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587456.625714:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587456.625715:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587456.625717:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587456.625720:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587456.625722:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587456.625725:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587456.625730:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587456.625734:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587456.625752:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1777587456.625752:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587456.625754:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.625759:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587456.625763:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587456.625764:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587456.625766:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587456.625766:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.625770:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587456.625770:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587456.625772:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587456.625773:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587456.625775:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587456.625777:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587456.625779:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587456.625785:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587456.625786:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587456.625792:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=49 v=5 (1 1 1 1) 00000100:00001000:2.0:1777587456.625793:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587456.625799:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587456.625800:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587456.625802:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587456.625802:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587456.625805:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587456.625806:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587456.625809:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587456.625809:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.625814:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587456.625816:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587456.625819:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587456.625819:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587456.625820:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587456.625828:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587456.625834:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777587456.625836:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587456.625837:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587456.625840:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587456.625844:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587456.625851:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8e3637d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667721600:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587456.625856:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.625858:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587456.625860:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8e3637d x1863934667721600/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587456.625866:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587456.625869:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587456.625882:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0dae14d. 02000000:00000001:2.0:1777587456.625886:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587456.625888:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587456.625889:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587456.625892:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587456.625894:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000082b73472. 02000000:00000001:2.0:1777587456.625897:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587456.625903:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587456.625905:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8e3637d. 00000100:00000001:2.0:1777587456.625909:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587456.625910:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.625912:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.625921:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587456.625921:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587456.625924:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587456.625926:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587456.625928:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587456.625928:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587456.625932:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587456.625935:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587456.625943:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000ae46ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667721472:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587456.625947:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587456.625950:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587456.625952:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae46ab46 x1863934667721472/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587456.625957:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587456.625959:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587456.625960:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db7f66d8. 02000000:00000001:3.0:1777587456.625963:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587456.625965:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587456.625965:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587456.625967:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587456.625969:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000633758cf. 02000000:00000001:3.0:1777587456.625971:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587456.625972:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587456.625973:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae46ab46. 00000100:00000001:3.0:1777587456.625975:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587456.625976:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587456.625977:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587456.625981:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587456.625982:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587456.625984:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587456.625985:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587456.626835:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.626843:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587456.626845:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.626847:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587456.626854:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587456.626862:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10c00 00000400:00000200:0.0:1777587456.626867:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1201 [1] + 224 00000800:00000001:0.0:1777587456.626871:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.626876:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587456.626878:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587456.626881:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587456.626885:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587456.626888:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587456.626897:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587456.626932:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587456.626939:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587456.626942:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587456.627007:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587456.627010:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587456.627020:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587456.627022:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587456.627023:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f9ebddf. 00000400:00000200:1.0:1777587456.627026:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:1.0:1777587456.627028:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:1.0:1777587456.627030:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587456.627034:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587456.627041:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587456.627046:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587456.627048:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587456.627050:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587456.627051:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587456.627052:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587456.627054:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587456.627056:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587456.627060:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587456.627063:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587456.627065:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587456.627067:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587456.627069:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587456.627072:0:197583:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587456.627077:0:197583:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587456.627080:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587456.627081:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587456.627083:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587456.627083:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587456.627086:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587456.627091:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587456.627093:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587456.627100:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587456.627103:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587456.627110:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000084b37a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667721728:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587456.627114:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587456.627115:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587456.627117:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084b37a98 x1863934667721728/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587472 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587456.627122:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587456.627124:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587456.627126:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004869e0fc. 02000000:00000001:1.0:1777587456.627129:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587456.627130:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587456.627131:0:197583:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587456.627133:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587456.627135:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000025bc0769. 02000000:00000001:1.0:1777587456.627137:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587456.627138:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587456.627139:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084b37a98. 00000100:00000001:1.0:1777587456.627142:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587456.627143:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587456.627144:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587456.627148:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587456.627150:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587456.627151:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587456.627153:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587457.261672:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587457.261677:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587457.261683:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587457.261684:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587457.261772:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587457.261775:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587457.261777:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587458.285391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587458.285397:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587458.285403:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587458.285404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587458.285633:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587458.285636:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587458.285639:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587459.309628:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587459.309650:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587459.309653:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587459.309656:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309660:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587459.309662:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309663:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309665:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309669:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587459.309670:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587459.309671:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587459.309672:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309674:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587459.309675:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309676:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587459.309677:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587459.309771:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587459.309774:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587459.309777:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587460.077376:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307206990, at 4307207040 00000100:00000040:1.0:1777587460.077376:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307206990, at 4307207040 00000100:00000040:3.0:1777587460.077376:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307206990, at 4307207040 00000100:00000010:3.0:1777587460.077394:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e25c9622. 00000100:00000010:0.0:1777587460.077396:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aad01f1. 00000100:00000010:1.0:1777587460.077404:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f18f51a4. 00000100:00000040:2.0:1777587460.077526:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307206990, at 4307207040 00000100:00000010:2.0:1777587460.077543:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099e7b4ab. 00010000:00000001:1.0:1777587460.333406:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587460.333414:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587460.333421:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587460.333422:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587460.337006:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587460.337013:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587460.337018:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587461.357421:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587461.357431:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587461.357441:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587461.357443:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587461.357544:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587461.357549:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587461.357552:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587461.741406:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587461.741414:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587461.741427:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587461.741434:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587461.741439:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587461.741442:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587461.741446:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587461.741454:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003676fd1e. 00000100:00000001:1.0:1777587461.741461:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741471:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587461.741514:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587461.741517:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741523:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_03+3] req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.741554:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741557:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587461.741560:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587461.741563:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000614062ef. 00000020:00000040:1.0:1777587461.741566:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587461.741568:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587461.741570:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587461.741572:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587461.741576:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1777587461.741576:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e60d4a0f. 00000100:00000001:0.0:1777587461.741581:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587461.741581:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587461.741584:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587461.741587:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1777587461.741590:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.741597:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.741603:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587461.741610:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1777587461.741611:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587461.741612:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587461.741613:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741619:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000614062ef] to pc [ptlrpcd_00_00+0] req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587461.741622:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587461.741626:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587461.741638:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587461.741642:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667721856:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587461.741644:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741649:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587461.741650:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587461.741654:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1777587461.741656:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1777587461.741658:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34e7113. 02000000:00000001:0.0:1777587461.741660:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1777587461.741661:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:0.0:1777587461.741664:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587461.741665:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587461.741667:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587461.741669:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587461.741671:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069fc4fa4. 02000000:00000010:1.0:1777587461.741673:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f6cdeb1. 02000000:00000001:0.0:1777587461.741674:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587461.741682:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000524a8f90. 00000100:00000001:1.0:1777587461.741682:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741690:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1777587461.741692:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000001:1.0:1777587461.741699:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1777587461.741700:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721856, portal 25 00000100:00000001:1.0:1777587461.741701:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587461.741704:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587461.741707:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:1.0:1777587461.741708:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c34e7113] to pc [ptlrpcd_00_01+1] req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587461.741716:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.741720:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587461.741723:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587461.741731:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1777587461.741734:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587461.741738:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12546) 00000100:00000040:0.0:1777587461.741739:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587461.741759:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777587461.741763:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667721856, offset 0 00000400:00000200:0.0:1777587461.741768:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587461.741780:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587461.741785:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587461.741790:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:3.0:1777587461.741790:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.741793:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587461.741794:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1777587461.741796:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1777587461.741800:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587461.741801:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587461.741809:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [552:552:256:4294967295] 192.168.204.155@tcp LPNI seq info [552:552:8:4294967295] 00000100:00000001:3.0:1777587461.741809:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587461.741810:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587461.741814:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587461.741815:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587461.741817:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587461.741820:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667721984:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587461.741826:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1777587461.741828:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:3.0:1777587461.741829:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587461.741831:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587461.741832:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587461.741835:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076f62bc2. 02000000:00000001:3.0:1777587461.741837:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587461.741840:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000800:00000200:0.0:1777587461.741842:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587461.741845:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000800:00000010:0.0:1777587461.741848:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026ca22fc. 00000100:00000200:3.0:1777587461.741850:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667721984, portal 10 00000100:00000001:3.0:1777587461.741853:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1777587461.741857:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:3.0:1777587461.741861:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006740480 : -105793702811136 : ffff9fc7fbecaa00) 00000800:00000200:0.0:1777587461.741868:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:3.0:1777587461.741871:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587461.741873:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026ca22fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587461.741883:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587461.741885:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587461.741888:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000200:3.0:1777587461.741891:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667721984, offset 0 00000400:00000200:3.0:1777587461.741896:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587461.741901:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587461.741904:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587461.741904:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587461.741907:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587461.741910:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307212110 00000400:00000200:3.0:1777587461.741911:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587461.741915:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:0.0:1777587461.741917:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000400:00000200:3.0:1777587461.741920:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [553:553:255:4294967295] 192.168.204.155@tcp LPNI seq info [553:553:7:4294967295] 00000100:00000001:0.0:1777587461.741926:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1777587461.741930:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587461.741934:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307212110 00000800:00000200:3.0:1777587461.741935:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000010:0.0:1777587461.741939:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8aa06c. 00000100:00000001:0.0:1777587461.741943:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1777587461.741945:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000100:00000001:0.0:1777587461.741946:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307212110 00000100:00000010:0.0:1777587461.741950:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8691442. 00000800:00000200:3.0:1777587461.741954:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587461.741955:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587461.741959:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307212110 00000800:00000200:3.0:1777587461.741962:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000010:0.0:1777587461.741964:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004a85aa0. 00000800:00000200:3.0:1777587461.741967:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587461.741968:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587461.741973:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587461.741973:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587461.741978:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587461.741979:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 89583 usecs (90 jiffies) 00000100:00000001:3.0:1777587461.741981:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307208794 00000100:00000001:3.0:1777587461.741983:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.741984:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307208794 00000100:00000001:3.0:1777587461.741985:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.741986:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307208794 00000100:00000001:3.0:1777587461.741987:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.741988:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307208794 00000100:00000001:3.0:1777587461.741997:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307212110 00000100:00000001:0.0:1777587461.741998:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.741998:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587461.742003:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.742003:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.742008:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.742009:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587461.742013:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587461.742013:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587461.742015:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587461.742016:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587461.742018:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587461.742020:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.742020:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587461.742021:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587461.742022:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1777587461.742023:0:197581:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1777587461.742025:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.742026:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587461.742029:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.742029:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587461.742031:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.742033:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.742034:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587461.742035:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587461.742038:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.742043:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587461.742044:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587461.742045:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587461.742046:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587461.742048:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587461.742050:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667722112:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587461.742052:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587461.742054:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1777587461.742055:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1777587461.742055:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587461.742059:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1777587461.742060:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026ca22fc. 02000000:00000010:3.0:1777587461.742062:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516f837f. 02000000:00000001:3.0:1777587461.742064:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587461.742066:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087a4c312. 00000400:00000010:3.0:1777587461.742068:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 00000100:00000200:3.0:1777587461.742070:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722112, portal 10 00000100:00000001:3.0:1777587461.742072:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1777587461.742076:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587461.742077:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006741376 : -105793702810240 : ffff9fc7fbecad80) 00000100:00000040:3.0:1777587461.742086:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587461.742088:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587461.742094:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 00000400:00000010:1.0:1777587461.742098:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:3.0:1777587461.742098:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587461.742104:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1777587461.742104:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587461.742107:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:1.0:1777587461.742110:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587461.742111:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667722112, offset 0 00000400:00000200:3.0:1777587461.742122:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587461.742125:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1777587461.742129:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777587461.742131:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587461.742135:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587461.742141:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587461.742144:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587461.742144:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587461.742148:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1777587461.742148:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587461.742152:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [554:554:254:4294967295] 192.168.204.155@tcp LPNI seq info [554:554:6:4294967295] 00000400:00000200:3.0:1777587461.742156:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587461.742184:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587461.742187:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587461.742217:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587461.742220:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777587461.742224:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587461.742228:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587461.742230:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587461.742233:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587461.742236:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14630 usecs (15 jiffies) 00000100:00000001:3.0:1777587461.742238:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307208719 00000100:00000001:3.0:1777587461.742240:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.742241:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307208719 00000100:00000001:3.0:1777587461.742242:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.742243:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307208719 00000100:00000001:3.0:1777587461.742244:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.742245:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307208719 00000100:00000001:3.0:1777587461.742268:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307212110 00000100:00000001:3.0:1777587461.742270:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587461.742271:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.742273:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.742274:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587461.742465:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587461.742467:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:1.0:1777587461.742470:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587461.742474:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587461.742476:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:1.0:1777587461.742478:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:1.0:1777587461.742486:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587461.742488:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.742495:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587461.742511:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.742517:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587461.742518:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587461.742576:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587461.742579:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000400:00000200:1.0:1777587461.742581:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587461.742584:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587461.742587:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000400:00000010:1.0:1777587461.742588:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000001:1.0:1777587461.742590:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587461.742592:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.742598:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587461.742600:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.742605:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587461.742606:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1777587461.744654:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744668:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587461.744672:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744674:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587461.744683:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587461.744697:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10c80 00000400:00000200:0.0:1777587461.744704:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:0.0:1777587461.744712:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744715:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587461.744717:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587461.744720:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587461.744724:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587461.744728:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587461.744737:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587461.744762:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587461.744772:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744775:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587461.744777:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744778:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587461.744782:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587461.744787:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10d00 00000400:00000200:0.0:1777587461.744792:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1211 [1] + 224 00000800:00000001:0.0:1777587461.744795:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744808:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587461.744810:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587461.744813:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587461.744816:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587461.744819:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587461.744827:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587461.744844:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587461.744849:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744852:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587461.744854:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744855:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587461.744859:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587461.744865:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10d80 00000400:00000200:0.0:1777587461.744869:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1219 [1] + 224 00000800:00000001:0.0:1777587461.744872:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744878:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587461.744880:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587461.744883:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587461.744885:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587461.744888:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587461.744900:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587461.744907:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587461.744912:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587461.744915:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.744916:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.744920:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587461.744927:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587461.744930:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587461.744932:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087a4c312. 00000400:00000200:3.0:1777587461.744937:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000400:00000010:3.0:1777587461.744939:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:3.0:1777587461.744942:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587461.744946:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587461.744955:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.744968:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587461.744970:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.744972:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587461.744975:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587461.744977:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587461.744980:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587461.744982:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587461.744991:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=54 v=5 (5 5 5 5) 00000100:00000001:1.0:1777587461.744994:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1777587461.744995:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=143 v=5 (1 0 0 0) 00000100:00000001:1.0:1777587461.744997:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587461.745000:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1777587461.745002:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777587461.745003:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1777587461.745005:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587461.745007:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000524a8f90. 00010000:00000001:3.0:1777587461.745007:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1777587461.745015:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:1.0:1777587461.745017:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00010000:00080000:3.0:1777587461.745018:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.745021:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587461.745027:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587461.745029:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.745035:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587461.745039:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000200:1.0:1777587461.745040:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.745047:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587461.745050:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587461.745057:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1777587461.745058:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.745060:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587461.745064:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587461.745067:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587461.745069:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587461.745070:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587461.745072:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.745074:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1777587461.745075:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.745077:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1777587461.745079:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=54 v=5 (5 5 5 5) 00000100:00000040:3.0:1777587461.745082:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1777587461.745085:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587461.745093:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587461.745096:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587461.745099:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1777587461.745099:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000c34e7113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667722112:192.168.204.155@tcp:400: 00010000:00000001:1.0:1777587461.745103:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587461.745106:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587461.745107:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587461.745110:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1777587461.745112:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587461.745113:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587461.745117:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587461.745119:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587461.745123:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1777587461.745127:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1777587461.745129:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587461.745131:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587461.745134:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587461.745142:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587461.745145:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587461.745163:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667721856:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587461.745163:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587461.745165:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.745167:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587461.745168:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587461.745170:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587461.745171:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587461.745172:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587461.745178:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=48 v=5 (5 5 5 5) 00000100:00000001:1.0:1777587461.745179:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777587461.745184:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587461.745185:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1777587461.745188:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1777587461.745190:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667721856/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.745191:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587461.745195:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1777587461.745200:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587461.745204:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1777587461.745204:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587461.745207:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069fc4fa4. 00000100:00000001:3.0:1777587461.745208:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587461.745211:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 02000000:00000001:1.0:1777587461.745213:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1777587461.745213:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587461.745215:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1777587461.745216:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587461.745219:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000100:00000040:3.0:1777587461.745221:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1777587461.745230:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1777587461.745230:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587461.745234:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1777587461.745235:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003676fd1e. 00000100:00000001:3.0:1777587461.745235:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587461.745240:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1777587461.745241:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1777587461.745244:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587461.745247:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:1.0:1777587461.745276:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587461.745278:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587461.745280:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587461.745288:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1777587461.745290:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000614062ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667721984:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587461.745291:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587461.745296:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.745298:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587461.745299:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.745301:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587461.745304:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c34e7113 x1863934667722112/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.745311:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587461.745313:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587461.745315:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516f837f. 02000000:00000001:3.0:1777587461.745318:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587461.745320:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587461.745321:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587461.745322:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587461.745324:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f6cdeb1. 02000000:00000001:3.0:1777587461.745326:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587461.745327:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587461.745328:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34e7113. 00000100:00000001:3.0:1777587461.745331:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587461.745332:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.745334:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587461.745336:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000614062ef x1863934667721984/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587477 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587461.745352:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587461.745353:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587461.745355:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076f62bc2. 02000000:00000001:3.0:1777587461.745357:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587461.745358:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587461.745359:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587461.745361:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587461.745362:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e60d4a0f. 02000000:00000001:3.0:1777587461.745364:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587461.745365:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587461.745366:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000614062ef. 00000100:00000001:3.0:1777587461.745368:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587461.745369:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.745370:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587461.745374:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587461.745375:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587461.745377:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587461.745378:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587462.381419:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587462.381425:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587462.381431:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587462.381432:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587462.382407:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587462.382411:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587462.382414:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587463.405500:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587463.405506:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587463.405512:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587463.405513:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587463.405622:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587463.405626:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587463.405629:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587464.429415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587464.429423:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587464.429431:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587464.429432:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587464.429477:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587464.429482:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587464.429486:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587465.197368:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307212110, at 4307212160 00000100:00000040:1.0:1777587465.197369:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307212110, at 4307212160 00000100:00000010:0.0:1777587465.197385:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000010:1.0:1777587465.197387:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8aa06c. 00000100:00000040:2.0:1777587465.197486:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307212110, at 4307212160 00000100:00000010:2.0:1777587465.197494:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8691442. 00000100:00000040:3.0:1777587465.197527:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307212110, at 4307212160 00000100:00000010:3.0:1777587465.197534:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004a85aa0. 00010000:00000001:1.0:1777587465.453340:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587465.453345:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587465.453351:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587465.453353:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587465.453445:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587465.453448:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587465.453451:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587466.477369:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587466.477375:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587466.477383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587466.477384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587466.477468:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587466.477472:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587466.477474:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587466.861443:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587466.861451:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587466.861458:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000147c58fb. 00000020:00000040:2.0:1777587466.861469:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587466.861474:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587466.861478:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587466.861483:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587466.861491:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a04115c7. 00000100:00000001:2.0:1777587466.861499:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587466.861508:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587466.861523:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587466.861526:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587466.861532:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000147c58fb] to pc [ptlrpcd_00_02+2] req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587466.861553:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587466.861568:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587466.861572:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1777587466.861574:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1777587466.861575:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b61b05bb. 00000020:00000040:2.0:1777587466.861578:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00100000:1.0:1777587466.861579:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587466.861580:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587466.861582:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1777587466.861585:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1777587466.861585:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587466.861589:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000100:00000001:3.0:1777587466.861593:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587466.861594:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587466.861594:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.861598:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587466.861602:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587466.861605:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587466.861610:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587466.861614:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587466.861614:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587466.861617:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587466.861618:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587466.861622:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61b05bb] to pc [ptlrpcd_00_03+3] req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587466.861626:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.861650:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587466.861652:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587466.861655:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587466.861655:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587466.861657:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587466.861658:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587466.861662:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587466.861667:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1777587466.861669:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667722240:192.168.204.155@tcp:400: 00000100:00000010:2.0:1777587466.861671:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587466.861675:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587466.861676:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587466.861678:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587466.861679:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587466.861681:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587466.861683:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587466.861683:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587466.861686:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587466.861689:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000010:2.0:1777587466.861690:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000152d2d0d. 02000000:00000001:1.0:1777587466.861691:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587466.861694:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587466.861695:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.861699:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1777587466.861701:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777587466.861702:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e584ac0. 00000100:00000001:3.0:1777587466.861702:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1777587466.861708:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.861708:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587466.861712:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587466.861715:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1777587466.861717:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f9ebddf. 00000100:00000001:2.0:1777587466.861719:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587466.861722:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587466.861722:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587466.861726:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ff6159f. 00000100:00000040:2.0:1777587466.861731:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa249b4] to pc [ptlrpcd_00_00+0] req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587466.861736:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722240, portal 25 00000100:00000001:3.0:1777587466.861738:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587466.861740:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587466.861742:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1777587466.861744:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587466.861746:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009668736 : -105793699882880 : ffff9fc7fc195880) 02000000:00000001:3.0:1777587466.861747:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587466.861752:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587466.861755:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667722368:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587466.861757:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587466.861762:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587466.861766:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587466.861769:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587466.861774:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587466.861780:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5519fbb. 02000000:00000001:3.0:1777587466.861784:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587466.861789:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1777587466.861791:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000040:1.0:1777587466.861796:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587466.861798:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000400:00000010:1.0:1777587466.861799:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00000001:2.0:1777587466.861800:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587466.861804:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1777587466.861805:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667722240, offset 0 00000100:00000200:3.0:1777587466.861805:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722368, portal 10 00000100:00000001:3.0:1777587466.861810:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1777587466.861812:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1777587466.861813:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009662464 : -105793699889152 : ffff9fc7fc194000) 00000400:00000200:1.0:1777587466.861818:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:2.0:1777587466.861820:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12551) 00000100:00000040:3.0:1777587466.861824:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587466.861832:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:3.0:1777587466.861835:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587466.861839:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587466.861840:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1777587466.861843:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 00000400:00000200:1.0:1777587466.861847:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000200:3.0:1777587466.861848:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667722368, offset 0 00000400:00000200:1.0:1777587466.861853:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587466.861856:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587466.861870:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587466.861874:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [555:555:256:4294967295] 192.168.204.155@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:1.0:1777587466.861885:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587466.861891:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587466.861895:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000800:00000200:1.0:1777587466.861902:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587466.861909:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587466.861913:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587466.861930:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1777587466.861934:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1777587466.861934:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587466.861936:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.861942:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587466.861943:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307217230 00000100:00000001:0.0:1777587466.861945:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.861948:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1777587466.861948:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003397b256. 00000100:00000001:0.0:1777587466.861949:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587466.861952:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1777587466.861957:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1777587466.861959:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587466.861963:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587466.861969:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587466.861970:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307217230 00000100:00000001:0.0:1777587466.861972:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587466.861977:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777587466.861977:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1777587466.861979:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8c48514. 02000000:00000001:0.0:1777587466.861981:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587466.861984:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1777587466.861984:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:0.0:1777587466.861986:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587466.861988:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1777587466.861991:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307217230 00000100:00100000:0.0:1777587466.861994:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667722496:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777587466.861994:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000010:1.0:1777587466.861997:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d5f436f. 00000400:00000200:3.0:1777587466.861999:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [556:556:255:4294967295] 192.168.204.155@tcp LPNI seq info [556:556:7:4294967295] 00000100:00000001:1.0:1777587466.862003:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587466.862004:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587466.862008:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1777587466.862009:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307217230 02000000:00000001:0.0:1777587466.862012:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1777587466.862015:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094f9bbe1. 00000400:00000200:3.0:1777587466.862015:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:0.0:1777587466.862016:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1777587466.862022:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 02000000:00000010:0.0:1777587466.862023:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8a02ad. 00000800:00000200:3.0:1777587466.862023:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:0.0:1777587466.862027:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1777587466.862028:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fcb48cf. 00000100:00000001:1.0:1777587466.862029:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587466.862033:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587466.862034:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c6b4f3f. 00000800:00000200:3.0:1777587466.862034:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587466.862040:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587466.862041:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cd64643. 00000800:00000200:3.0:1777587466.862042:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587466.862046:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587466.862047:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008fcb48cf type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1777587466.862048:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722496, portal 10 00000100:00000001:1.0:1777587466.862051:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587466.862053:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587466.862054:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587466.862054:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587466.862056:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 89068 usecs (90 jiffies) 00000100:00000001:0.0:1777587466.862057:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000001:1.0:1777587466.862058:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.862060:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307213914 00000100:00000001:1.0:1777587466.862063:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.862064:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307217230 00000100:00000001:3.0:1777587466.862067:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307213914 00000100:00000040:0.0:1777587466.862069:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587466.862070:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307217230 00000100:00000001:3.0:1777587466.862073:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307213914 00000100:00000001:3.0:1777587466.862076:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307217230 00000100:00000001:3.0:1777587466.862080:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307213914 00000100:00000001:0.0:1777587466.862085:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587466.862085:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307217230 00000100:00000001:3.0:1777587466.862089:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1777587466.862091:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587466.862092:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.862094:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.862096:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587466.862103:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dce26ef. 00000100:00000200:0.0:1777587466.862106:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667722496, offset 0 00000800:00000200:1.0:1777587466.862107:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1777587466.862113:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587466.862118:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000400:00000200:0.0:1777587466.862120:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587466.862125:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587466.862127:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587466.862128:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587466.862132:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587466.862138:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587466.862139:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587466.862144:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [557:557:254:4294967295] 192.168.204.155@tcp LPNI seq info [557:557:6:4294967295] 00000400:00000200:0.0:1777587466.862161:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587466.862166:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587466.862168:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000800:00000010:0.0:1777587466.862171:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050fd518a. 00000400:00000010:1.0:1777587466.862171:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:1.0:1777587466.862178:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1777587466.862179:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:1.0:1777587466.862185:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587466.862187:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587466.862192:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050fd518a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587466.862198:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587466.862203:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14565 usecs (15 jiffies) 00000100:00000001:1.0:1777587466.862203:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1777587466.862207:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307213839 00000100:00000040:1.0:1777587466.862208:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587466.862211:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307217230 00000100:00000001:0.0:1777587466.862214:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307213839 00000100:00000001:0.0:1777587466.862219:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307217230 00000100:00000001:0.0:1777587466.862222:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307213839 00000100:00000001:0.0:1777587466.862226:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307217230 00000100:00000001:0.0:1777587466.862230:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307213839 00000100:00000001:1.0:1777587466.862230:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587466.862233:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307217230 00000100:00000001:1.0:1777587466.862233:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1777587466.862236:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587466.862239:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587466.862241:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587466.862246:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587466.862250:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1777587466.862276:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fcb48cf. 00000400:00000200:1.0:1777587466.862281:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587466.862285:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587466.862288:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000100:00000001:0.0:1777587466.862289:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1777587466.862290:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:0.0:1777587466.862292:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587466.862294:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587466.862297:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.862305:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587466.862308:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.862314:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587466.862316:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587466.862374:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587466.862377:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050fd518a. 00000400:00000200:1.0:1777587466.862381:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587466.862385:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587466.862388:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dce26ef 00000400:00000010:1.0:1777587466.862389:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006dce26ef. 00000100:00000001:1.0:1777587466.862409:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587466.862413:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.862421:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587466.862423:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.862429:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587466.862430:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587466.864203:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.864212:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587466.864216:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.864219:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587466.864227:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587466.864238:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10e80 00000400:00000200:1.0:1777587466.864286:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1225 [1] + 224 00000800:00000001:1.0:1777587466.864293:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.864302:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587466.864305:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587466.864308:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587466.864314:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587466.864317:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587466.864324:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.864341:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587466.864347:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.864348:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587466.864362:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587466.864366:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587466.864372:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587466.864374:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587466.864385:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587466.864390:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587466.864409:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587466.864413:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587466.864417:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587466.864425:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587466.864432:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587466.864433:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587466.864435:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587466.864438:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587466.864440:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587466.864442:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587466.864445:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587466.864451:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587466.864454:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587466.864457:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587466.864459:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587466.864461:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587466.864464:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.864467:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587466.864469:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587466.864470:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587466.864471:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587466.864481:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587466.864488:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587466.864490:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587466.864492:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587466.864495:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587466.864501:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b61b05bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667722368:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587466.864510:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587466.864512:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587466.864515:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b61b05bb x1863934667722368/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587466.864521:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587466.864523:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587466.864525:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5519fbb. 02000000:00000001:3.0:1777587466.864528:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587466.864530:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587466.864531:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587466.864533:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587466.864535:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 02000000:00000001:3.0:1777587466.864538:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587466.864540:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587466.864541:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b61b05bb. 00000100:00000001:3.0:1777587466.864544:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587466.864545:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587466.864547:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587466.864552:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587466.864553:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587466.864555:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587466.864557:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587466.864874:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587466.864880:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587466.864882:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587466.864884:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587466.864889:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587466.864900:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc10f00 00000400:00000200:0.0:1777587466.864905:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1231 [1] + 224 00000800:00000001:0.0:1777587466.864909:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587466.864915:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587466.864921:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587466.864924:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587466.864927:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587466.864931:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587466.864940:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587466.864956:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587466.864961:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587466.864964:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587466.864985:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587466.864988:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587466.864991:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587466.864993:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587466.864994:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c6b4f3f. 00000400:00000200:2.0:1777587466.865001:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cd64643 00000400:00000010:2.0:1777587466.865002:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000000cd64643. 00000100:00000001:2.0:1777587466.865005:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587466.865009:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587466.865018:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587466.865024:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587466.865026:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587466.865027:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587466.865029:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587466.865030:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587466.865031:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587466.865033:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587466.865038:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587466.865049:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=148 v=5 (1 0 0 0) 00000100:00000001:2.0:1777587466.865052:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587466.865053:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587466.865055:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587466.865058:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587466.865065:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587466.865074:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587466.865083:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587466.865085:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587466.865086:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587466.865092:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587466.865099:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587466.865101:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587466.865102:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587466.865105:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587466.865113:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667722496:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587466.865118:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587466.865119:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587466.865121:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667722496/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587466.865128:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587466.865129:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587466.865131:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8a02ad. 02000000:00000001:2.0:1777587466.865133:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587466.865134:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587466.865135:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587466.865136:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587466.865138:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000152d2d0d. 02000000:00000001:2.0:1777587466.865140:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587466.865142:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587466.865143:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:2.0:1777587466.865145:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587466.865146:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587466.865148:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587466.865152:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587466.865153:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587466.865155:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587466.865162:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587466.865169:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.865175:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587466.865177:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.865179:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587466.865184:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587466.865196:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10e00 00000400:00000200:1.0:1777587466.865202:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1221 [1] + 224 00000800:00000001:1.0:1777587466.865206:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587466.865211:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587466.865213:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587466.865216:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587466.865220:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587466.865223:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587466.865231:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587466.865247:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587466.865277:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587466.865280:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1777587466.865282:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.865283:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587466.865289:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587466.865291:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587466.865292:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f9ebddf. 00000400:00000200:0.0:1777587466.865296:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff6159f 00000400:00000010:0.0:1777587466.865297:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004ff6159f. 00000100:00000001:0.0:1777587466.865300:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587466.865303:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587466.865308:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587466.865320:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587466.865321:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.865322:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587466.865324:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587466.865325:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587466.865326:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587466.865327:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587466.865329:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=59 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587466.865331:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587466.865333:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587466.865334:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587466.865335:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587466.865336:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587466.865337:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587466.865339:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587466.865343:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587466.865344:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587466.865345:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587466.865346:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587466.865350:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000147c58fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667722240:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587466.865353:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.865354:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587466.865355:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000147c58fb x1863934667722240/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587482 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587466.865358:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587466.865359:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587466.865360:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e584ac0. 02000000:00000001:0.0:1777587466.865361:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587466.865362:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587466.865363:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587466.865367:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587466.865368:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a04115c7. 02000000:00000001:0.0:1777587466.865369:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587466.865370:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587466.865371:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000147c58fb. 00000100:00000001:0.0:1777587466.865373:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587466.865373:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.865374:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587466.865377:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587466.865378:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587466.865379:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587466.865380:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587467.501345:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587467.501351:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587467.501357:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587467.501358:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587467.501395:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587467.501398:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587467.501408:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587468.525384:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587468.525392:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587468.525394:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587468.525397:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525402:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587468.525463:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525467:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525469:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525473:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587468.525475:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587468.525476:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587468.525477:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525479:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587468.525481:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525482:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587468.525485:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587468.525569:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587468.525572:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587468.525575:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587469.549437:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587469.549446:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587469.549455:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587469.549456:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587469.549758:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587469.549763:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587469.549766:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587470.317356:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307217230, at 4307217280 00000100:00000010:1.0:1777587470.317379:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8c48514. 00000100:00000040:2.0:1777587470.317463:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307217230, at 4307217280 00000100:00000010:2.0:1777587470.317470:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d5f436f. 00000100:00000040:3.0:1777587470.317494:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307217230, at 4307217280 00000100:00000010:3.0:1777587470.317501:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094f9bbe1. 00000100:00000040:0.0:1777587470.317780:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307217230, at 4307217280 00000100:00000010:0.0:1777587470.317786:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397b256. 00010000:00000001:1.0:1777587470.573382:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587470.573389:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587470.573406:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587470.573408:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587470.573442:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587470.573446:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587470.573449:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587471.597422:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587471.597430:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587471.597439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587471.597441:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587471.597513:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587471.597520:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587471.597524:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587471.981412:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587471.981423:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587471.981430:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baa249b4. 00000020:00000040:2.0:1777587471.981438:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587471.981443:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587471.981446:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587471.981450:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587471.981460:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a04115c7. 00000100:00000001:2.0:1777587471.981468:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981479:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587471.981490:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587471.981492:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981497:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baa249b4] to pc [ptlrpcd_00_01+1] req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587471.981543:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587471.981545:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587471.981550:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777587471.981552:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587471.981555:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587471.981558:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000020:00000040:2.0:1777587471.981559:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587471.981561:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587471.981563:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587471.981565:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587471.981567:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1777587471.981569:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002944e570. 00000100:00000001:2.0:1777587471.981573:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587471.981574:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587471.981584:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587471.981586:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981591:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587471.981598:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587471.981606:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981610:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8dfd483] to pc [ptlrpcd_00_02+2] req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587471.981629:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981632:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777587471.981635:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587471.981636:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1777587471.981638:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1777587471.981640:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe2d6144. 00000020:00000040:2.0:1777587471.981644:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:3.0:1777587471.981644:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.981648:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1777587471.981650:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667722624:192.168.204.155@tcp:400: 02000000:00000001:2.0:1777587471.981651:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587471.981655:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587471.981658:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1777587471.981660:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587471.981664:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587471.981665:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587471.981668:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981669:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1777587471.981673:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587471.981679:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1777587471.981679:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006398e052. 00000100:00000001:2.0:1777587471.981682:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587471.981683:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981687:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe2d6144] to pc [ptlrpcd_00_03+3] req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587471.981692:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000001:2.0:1777587471.981698:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981700:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1777587471.981701:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000040:2.0:1777587471.981706:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1777587471.981710:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12556) 00000100:00000200:3.0:1777587471.981710:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722624, portal 25 00000100:00000001:3.0:1777587471.981716:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587471.981718:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009676800 : -105793699874816 : ffff9fc7fc197800) 00000100:00000040:3.0:1777587471.981725:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587471.981733:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587471.981736:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587471.981740:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60ba640. 00000100:00000001:2.0:1777587471.981741:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1777587471.981743:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667722624, offset 0 00000100:00000001:2.0:1777587471.981744:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587471.981747:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587471.981752:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777587471.981756:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587471.981771:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587471.981774:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587471.981776:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587471.981778:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587471.981782:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 02000000:00000001:2.0:1777587471.981786:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777587471.981789:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1777587471.981790:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587471.981794:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587471.981795:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00100000:2.0:1777587471.981800:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667722752:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777587471.981805:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [558:558:256:4294967295] 192.168.204.155@tcp LPNI seq info [558:558:8:4294967295] 00000100:00000001:2.0:1777587471.981806:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587471.981809:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587471.981810:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587471.981812:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587471.981815:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dcbdf13. 02000000:00000001:2.0:1777587471.981818:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587471.981822:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae4a1d15. 00000400:00000010:2.0:1777587471.981828:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000400:00000200:3.0:1777587471.981829:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000200:2.0:1777587471.981834:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722752, portal 10 00000100:00000001:2.0:1777587471.981837:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587471.981839:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 00000800:00000200:3.0:1777587471.981839:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587471.981846:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000100:00000040:2.0:1777587471.981849:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777587471.981858:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587471.981866:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1777587471.981870:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:2.0:1777587471.981873:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587471.981877:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd9ddae9. 00000800:00000200:3.0:1777587471.981877:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1777587471.981881:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667722752, offset 0 00000400:00000200:2.0:1777587471.981887:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587471.981891:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587471.981894:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587471.981907:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587471.981910:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587471.981912:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587471.981914:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587471.981917:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [559:559:255:4294967295] 192.168.204.155@tcp LPNI seq info [559:559:7:4294967295] 00000400:00000200:2.0:1777587471.981924:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587471.981928:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587471.981931:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd54d18. 00000800:00000200:2.0:1777587471.981934:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587471.981950:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587471.981953:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd54d18 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587471.981956:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.981959:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 88552 usecs (89 jiffies) 00000100:00000001:2.0:1777587471.981962:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307219033 00000100:00000010:2.0:1777587471.981966:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a6b7078. 00000100:00000001:2.0:1777587471.981973:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587471.981982:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307219033 00000100:00000001:3.0:1777587471.981984:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307222350 00000100:00000010:2.0:1777587471.981986:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003221c710. 00000100:00000001:3.0:1777587471.981991:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307219033 00000100:00000001:2.0:1777587471.981992:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587471.981998:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307222350 00000100:00000001:2.0:1777587471.982001:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307219033 00000100:00000001:3.0:1777587471.982002:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307219033 00000100:00000010:2.0:1777587471.982006:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000100:00000001:3.0:1777587471.982006:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307222350 00000100:00000001:2.0:1777587471.982012:0:197583:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1777587471.982016:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307219033 00000100:00000001:3.0:1777587471.982022:0:197582:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307219033 00000100:00000001:3.0:1777587471.982026:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307222350 00000100:00000010:3.0:1777587471.982028:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000976fd90a. 00000100:00000001:3.0:1777587471.982032:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587471.982035:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587471.982037:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587471.982040:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587471.982042:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587471.982060:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587471.982062:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587471.982065:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587471.982066:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587471.982068:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587471.982069:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587471.982070:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587471.982073:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587471.982076:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587471.982080:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587471.982087:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587471.982089:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587471.982091:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587471.982093:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587471.982095:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587471.982097:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667722880:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587471.982100:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587471.982103:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587471.982104:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587471.982106:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587471.982115:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a071634f. 02000000:00000001:0.0:1777587471.982116:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587471.982119:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d06bc5b. 00000400:00000010:0.0:1777587471.982123:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029868686. 00000100:00000200:0.0:1777587471.982126:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667722880, portal 10 00000100:00000001:0.0:1777587471.982127:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587471.982128:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009666048 : -105793699885568 : ffff9fc7fc194e00) 00000100:00000040:0.0:1777587471.982133:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587471.982139:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587471.982141:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587471.982143:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000953b8feb. 00000100:00000200:0.0:1777587471.982145:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667722880, offset 0 00000400:00000200:0.0:1777587471.982149:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587471.982154:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:0.0:1777587471.982156:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587471.982158:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:0.0:1777587471.982160:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587471.982162:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:0.0:1777587471.982165:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [560:560:254:4294967295] 192.168.204.155@tcp LPNI seq info [560:560:6:4294967295] 00000400:00000200:0.0:1777587471.982171:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587471.982175:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587471.982178:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb3c28e4. 00000800:00000200:0.0:1777587471.982190:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587471.982195:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587471.982197:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb3c28e4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587471.982200:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587471.982202:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14501 usecs (15 jiffies) 00000100:00000001:0.0:1777587471.982204:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307218959 00000100:00000001:0.0:1777587471.982206:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307222350 00000100:00000001:0.0:1777587471.982208:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307218959 00000100:00000001:0.0:1777587471.982215:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307222350 00000100:00000001:0.0:1777587471.982216:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307218959 00000100:00000001:0.0:1777587471.982218:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307222350 00000100:00000001:0.0:1777587471.982219:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307218959 00000100:00000001:0.0:1777587471.982221:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307222350 00000100:00000001:0.0:1777587471.982222:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587471.982224:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587471.982226:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587471.982227:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587471.982231:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587471.982232:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587471.982234:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587471.982235:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587471.982236:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587471.982238:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.982311:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587471.982314:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587471.982359:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587471.982362:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:1.0:1777587471.982367:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587471.982371:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587471.982376:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60ba640 00000400:00000010:1.0:1777587471.982378:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c60ba640. 00000100:00000001:1.0:1777587471.982382:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587471.982385:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.982394:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587471.982396:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.982402:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.982403:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587471.982415:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587471.982417:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd54d18. 00000400:00000200:1.0:1777587471.982419:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587471.982422:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587471.982425:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9ddae9 00000400:00000010:1.0:1777587471.982432:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000fd9ddae9. 00000100:00000001:1.0:1777587471.982435:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587471.982438:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.982444:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587471.982446:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.982451:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.982452:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587471.982498:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587471.982500:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb3c28e4. 00000400:00000200:1.0:1777587471.982503:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587471.982506:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587471.982508:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000953b8feb 00000400:00000010:1.0:1777587471.982509:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000953b8feb. 00000100:00000001:1.0:1777587471.982511:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587471.982514:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.982519:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587471.982521:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.982526:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.982527:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587471.983155:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307222350 00000100:00000001:2.0:1777587471.983158:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587471.983160:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.983162:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.983164:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587471.983168:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587471.983169:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587471.983171:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587471.983172:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587471.983173:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.983174:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587471.984925:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985085:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587471.985089:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985093:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587471.985103:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587471.985117:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc10f80 00000400:00000200:0.0:1777587471.985125:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:0.0:1777587471.985133:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985137:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587471.985139:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587471.985143:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587471.985150:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587471.985157:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587471.985168:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587471.985206:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587471.985216:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985221:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587471.985222:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985225:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587471.985230:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587471.985238:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11000 00000100:00000001:3.0:1777587471.985241:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1777587471.985245:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1241 [1] + 224 00000100:00000001:3.0:1777587471.985246:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1777587471.985280:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1777587471.985288:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1777587471.985289:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587471.985293:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1777587471.985293:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587471.985309:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:0.0:1777587471.985311:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587471.985321:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587471.985323:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587471.985327:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587471.985328:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587471.985333:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587471.985335:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587471.985362:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587471.985364:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587471.985386:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587471.985388:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587471.985390:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587471.985393:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587471.985395:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587471.985395:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587471.985397:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587471.985401:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587471.985402:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985406:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777587471.985408:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=64 v=5 (5 5 5 5) 00000800:00000001:0.0:1777587471.985409:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985412:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1777587471.985415:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=64 v=5 (1 1 1 1) 00000400:00000200:0.0:1777587471.985418:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587471.985426:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11080 00000100:00000001:3.0:1777587471.985426:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587471.985429:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587471.985433:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1249 [1] + 224 00010000:00000001:3.0:1777587471.985434:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587471.985438:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587471.985439:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1777587471.985444:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587471.985447:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587471.985449:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587471.985451:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587471.985460:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587471.985466:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587471.985468:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587471.985470:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1777587471.985477:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587471.985479:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587471.985488:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587471.985494:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587471.985512:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000baa249b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667722624:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587471.985519:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587471.985521:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587471.985524:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baa249b4 x1863934667722624/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587471.985535:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587471.985544:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587471.985548:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587471.985558:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587471.985561:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587471.985564:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006398e052. 00000100:00000001:1.0:1777587471.985565:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587471.985568:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587471.985569:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1777587471.985573:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1777587471.985574:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:1.0:1777587471.985577:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1777587471.985578:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000400:00000010:1.0:1777587471.985580:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d06bc5b. 00000020:00000001:3.0:1777587471.985581:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587471.985585:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a04115c7. 00000400:00000200:1.0:1777587471.985590:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029868686 02000000:00000001:3.0:1777587471.985592:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1777587471.985593:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000029868686. 00000100:00000001:1.0:1777587471.985598:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587471.985602:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587471.985604:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587471.985608:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baa249b4. 00000100:00000001:3.0:1777587471.985615:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1777587471.985616:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587471.985618:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587471.985620:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587471.985626:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587471.985628:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587471.985630:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587471.985632:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587471.985636:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1777587471.985638:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587471.985639:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1777587471.985639:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1777587471.985642:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.985643:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1777587471.985643:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae4a1d15. 00000100:00000001:1.0:1777587471.985648:0:197584:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1777587471.985650:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 02000000:00000001:1.0:1777587471.985651:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587471.985655:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1777587471.985655:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:1.0:1777587471.985657:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587471.985659:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587471.985665:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=64 v=5 (5 5 5 5) 00000100:00000001:2.0:1777587471.985667:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1777587471.985671:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=153 v=5 (1 0 0 0) 00000100:00000200:2.0:1777587471.985673:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.985677:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587471.985680:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587471.985685:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1777587471.985690:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1777587471.985694:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587471.985705:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587471.985708:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587471.985711:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587471.985712:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587471.985714:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587471.985715:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587471.985717:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587471.985722:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587471.985725:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587471.985727:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587471.985729:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587471.985730:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587471.985732:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.985736:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587471.985738:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587471.985740:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587471.985741:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587471.985745:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587471.985751:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587471.985753:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587471.985754:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587471.985766:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587471.985773:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667722752:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587471.985777:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587471.985779:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587471.985786:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8dfd483 x1863934667722752/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587471.985792:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587471.985794:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587471.985796:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dcbdf13. 02000000:00000001:2.0:1777587471.985799:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587471.985800:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587471.985801:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587471.985802:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587471.985804:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002944e570. 02000000:00000001:2.0:1777587471.985806:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587471.985807:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587471.985808:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 00000100:00000001:2.0:1777587471.985811:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587471.985812:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1777587471.985852:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.985855:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587471.985856:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587471.985858:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587471.985859:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587471.985864:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.985870:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587471.985872:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587471.985874:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587471.985876:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587471.985883:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fe2d6144 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667722880:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587471.985888:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587471.985889:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587471.985892:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe2d6144 x1863934667722880/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587471.985910:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587471.985911:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587471.985913:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a071634f. 02000000:00000001:1.0:1777587471.985917:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587471.985918:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587471.985920:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587471.985922:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587471.985923:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 02000000:00000001:1.0:1777587471.985926:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587471.985927:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587471.985928:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe2d6144. 00000100:00000001:1.0:1777587471.985931:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587471.985932:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587471.985934:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587471.985937:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587471.985939:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587471.985941:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587471.985942:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.986007:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587471.986011:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587471.986012:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587471.986014:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587471.986016:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587472.621387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587472.621393:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587472.621398:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587472.621401:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587472.621479:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587472.621485:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587472.621489:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587473.645647:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587473.645654:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587473.645658:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587473.645659:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587473.646232:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587473.646236:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587473.646238:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587474.669837:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587474.669843:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587474.669848:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587474.669849:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587474.669934:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587474.669937:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587474.669940:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587475.437363:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307222350, at 4307222400 00000100:00000040:3.0:1777587475.437363:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307222350, at 4307222400 00000100:00000010:0.0:1777587475.437381:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a6b7078. 00000100:00000010:3.0:1777587475.437387:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000976fd90a. 00000100:00000040:1.0:1777587475.437455:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307222350, at 4307222400 00000100:00000010:1.0:1777587475.437463:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003221c710. 00000100:00000040:2.0:1777587475.437495:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307222350, at 4307222400 00000100:00000010:2.0:1777587475.437502:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00010000:00000001:1.0:1777587475.693468:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587475.693473:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587475.693479:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587475.693498:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587475.693581:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587475.693584:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587475.693587:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587476.717415:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587476.717424:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587476.717435:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587476.717437:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587476.717479:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587476.717485:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587476.717490:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587477.101354:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587477.101363:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587477.101371:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8dfd483. 00000020:00000040:2.0:1777587477.101378:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587477.101383:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587477.101386:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587477.101391:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587477.101400:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012dc7026. 00000100:00000001:2.0:1777587477.101408:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587477.101419:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587477.101431:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587477.101452:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587477.101459:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8dfd483] to pc [ptlrpcd_00_00+0] req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587477.101487:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587477.101490:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587477.101494:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587477.101498:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 00000020:00000040:2.0:1777587477.101501:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587477.101504:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587477.101505:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587477.101508:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587477.101512:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcd54d18. 00000100:00000001:1.0:1777587477.101514:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587477.101515:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.101520:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777587477.101521:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587477.101524:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587477.101531:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1777587477.101532:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587477.101534:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587477.101543:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_01+1] req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587477.101547:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587477.101549:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587477.101555:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587477.101558:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587477.101559:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1777587477.101562:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1777587477.101563:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.101568:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1777587477.101569:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667723008:192.168.204.155@tcp:400: 00000100:00000010:2.0:1777587477.101572:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000100:00000001:0.0:1777587477.101573:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587477.101577:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1777587477.101577:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:0.0:1777587477.101578:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587477.101580:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587477.101581:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587477.101582:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587477.101584:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587477.101585:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587477.101588:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587477.101588:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587477.101589:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587477.101595:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 02000000:00000010:1.0:1777587477.101596:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c848a7. 02000000:00000001:1.0:1777587477.101601:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.101601:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587477.101603:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587477.101606:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587477.101610:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1777587477.101610:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef50e163. 00000100:00000040:2.0:1777587477.101610:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777587477.101614:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587477.101618:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587477.101619:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9224dfd. 00000100:00100000:0.0:1777587477.101626:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667723136:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587477.101628:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723008, portal 25 00000100:00000001:0.0:1777587477.101634:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1777587477.101634:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587477.101637:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009674112 : -105793699877504 : ffff9fc7fc196d80) 02000000:00000001:0.0:1777587477.101639:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587477.101643:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.101645:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1777587477.101646:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587477.101647:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1777587477.101651:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b331ca9. 00000100:00000040:2.0:1777587477.101654:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1777587477.101655:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587477.101657:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587477.101661:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d32a87. 00000400:00000010:0.0:1777587477.101675:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3151c4a. 00000100:00000200:0.0:1777587477.101681:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723136, portal 10 00000100:00000001:1.0:1777587477.101682:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587477.101686:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587477.101687:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:0.0:1777587477.101696:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587477.101696:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587477.101701:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ac35efd. 00000100:00000001:2.0:1777587477.101701:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587477.101707:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667723008, offset 0 00000100:00000040:2.0:1777587477.101707:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1777587477.101714:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587477.101718:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1777587477.101719:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587477.101720:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587477.101724:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099f55617. 00000100:00000040:2.0:1777587477.101725:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12561) 00000100:00000200:0.0:1777587477.101738:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667723136, offset 0 00000400:00000200:1.0:1777587477.101741:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587477.101744:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587477.101746:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587477.101748:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00100000:2.0:1777587477.101748:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1777587477.101753:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587477.101760:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587477.101762:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587477.101763:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:2.0:1777587477.101765:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587477.101765:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587477.101768:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587477.101769:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587477.101770:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587477.101770:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587477.101775:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:2.0:1777587477.101777:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587477.101783:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [561:561:256:4294967295] 192.168.204.155@tcp LPNI seq info [561:561:8:4294967295] 00000100:00000001:2.0:1777587477.101792:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587477.101794:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587477.101799:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587477.101806:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587477.101808:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1777587477.101810:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777587477.101811:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1777587477.101812:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a209bc3. 00000400:00000200:0.0:1777587477.101815:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777587477.101817:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587477.101820:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:1.0:1777587477.101823:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00100000:2.0:1777587477.101824:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667723264:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777587477.101827:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777587477.101832:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587477.101833:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1777587477.101837:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:2.0:1777587477.101839:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1777587477.101840:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [562:562:255:4294967295] 192.168.204.155@tcp LPNI seq info [562:562:7:4294967295] 02000000:00000001:2.0:1777587477.101842:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587477.101844:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a209bc3 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1777587477.101848:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587477.101853:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed1cf3e6. 00000400:00000200:0.0:1777587477.101857:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000001:2.0:1777587477.101857:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.101863:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587477.101863:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae4a1d15. 00000800:00000200:0.0:1777587477.101866:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587477.101869:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307227470 00000100:00000010:1.0:1777587477.101876:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8c48514. 00000400:00000010:2.0:1777587477.101877:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000800:00000010:0.0:1777587477.101883:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff519cf6. 00000100:00000200:2.0:1777587477.101883:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723264, portal 10 00000100:00000001:1.0:1777587477.101884:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1777587477.101888:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587477.101890:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000800:00000200:0.0:1777587477.101892:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587477.101893:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307227470 00000100:00000010:1.0:1777587477.101899:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000143e552. 00000100:00000040:2.0:1777587477.101899:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587477.101903:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:1.0:1777587477.101906:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1777587477.101910:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff519cf6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1777587477.101917:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.101917:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587477.101921:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307227470 00000100:00000040:0.0:1777587477.101922:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 88052 usecs (89 jiffies) 00000100:00000040:2.0:1777587477.101923:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587477.101928:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307224153 00000100:00000010:1.0:1777587477.101928:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6d6173f. 00000400:00000010:2.0:1777587477.101928:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd6aa4. 00000800:00000200:3.0:1777587477.101929:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1777587477.101933:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307227470 00000100:00000200:2.0:1777587477.101935:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667723264, offset 0 00000800:00000010:3.0:1777587477.101935:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a209bc3. 00000100:00000001:1.0:1777587477.101936:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587477.101938:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307224153 00000100:00000001:0.0:1777587477.101942:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307227470 00000100:00000001:1.0:1777587477.101943:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307227470 00000400:00000200:3.0:1777587477.101943:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777587477.101948:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000010:1.0:1777587477.101950:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017b8a036. 00000100:00000001:0.0:1777587477.101954:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307224153 00000400:00000200:2.0:1777587477.101957:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587477.101958:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307227470 00000100:00000001:0.0:1777587477.101962:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307224153 00000100:00000001:1.0:1777587477.101963:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1777587477.101965:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1777587477.101970:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307227470 00000100:00000001:1.0:1777587477.101970:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587477.101970:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:2.0:1777587477.101971:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:0.0:1777587477.101975:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587477.101976:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587477.101977:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1777587477.101981:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.101983:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587477.101984:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:0.0:1777587477.101985:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.101987:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587477.101989:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1777587477.101992:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [563:563:254:4294967295] 192.168.204.155@tcp LPNI seq info [563:563:6:4294967295] 00000100:00000001:1.0:1777587477.101993:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587477.101995:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587477.101997:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587477.102002:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587477.102002:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587477.102005:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1777587477.102007:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:0.0:1777587477.102008:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.102008:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587477.102011:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587477.102012:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.102016:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587477.102018:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac35efd 00000800:00000200:2.0:1777587477.102019:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587477.102020:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587477.102022:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000005ac35efd. 00000800:00000010:2.0:1777587477.102025:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000100:00000001:3.0:1777587477.102030:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1777587477.102031:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000200:3.0:1777587477.102037:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777587477.102038:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587477.102043:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587477.102049:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587477.102053:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14443 usecs (15 jiffies) 00000100:00000001:3.0:1777587477.102053:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1777587477.102056:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307224079 00000100:00000040:3.0:1777587477.102058:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587477.102066:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.102067:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1777587477.102071:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307227470 00000100:00000001:2.0:1777587477.102074:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307224079 00000100:00000001:2.0:1777587477.102076:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307227470 00000800:00000200:3.0:1777587477.102082:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587477.102086:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307224079 00000800:00000010:3.0:1777587477.102086:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff519cf6. 00000100:00000001:2.0:1777587477.102091:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307227470 00000400:00000200:3.0:1777587477.102091:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587477.102094:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307224079 00000100:00000001:2.0:1777587477.102098:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307227470 00000400:00000200:3.0:1777587477.102099:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:2.0:1777587477.102103:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587477.102103:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f55617 00000400:00000010:3.0:1777587477.102106:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000099f55617. 00000100:00000001:2.0:1777587477.102107:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.102109:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587477.102110:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587477.102113:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587477.102114:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.102122:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587477.102124:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587477.102130:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.102132:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587477.102151:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587477.102153:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:3.0:1777587477.102155:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587477.102158:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587477.102160:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fd6aa4 00000400:00000010:3.0:1777587477.102161:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000067fd6aa4. 00000100:00000001:3.0:1777587477.102163:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587477.102166:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587477.102183:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587477.102185:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587477.102191:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.102192:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587477.104184:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587477.104193:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587477.104196:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587477.104197:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587477.104216:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587477.104227:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11100 00000400:00000200:1.0:1777587477.104232:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1251 [1] + 224 00000800:00000001:1.0:1777587477.104282:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587477.104288:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587477.104291:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587477.104296:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587477.104307:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587477.104313:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587477.104323:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587477.104339:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587477.104345:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587477.104349:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587477.104351:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587477.104353:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587477.104358:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587477.104364:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11180 00000400:00000200:1.0:1777587477.104370:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1255 [1] + 224 00000100:00000001:0.0:1777587477.104374:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1777587477.104374:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587477.104378:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1777587477.104380:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587477.104383:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587477.104386:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:0.0:1777587477.104525:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587477.104527:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587477.104529:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef50e163. 00000400:00000200:0.0:1777587477.104533:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9224dfd 00000400:00000010:0.0:1777587477.104534:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000e9224dfd. 00000100:00000001:0.0:1777587477.104536:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587477.104540:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587477.104545:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587477.104550:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587477.104551:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587477.104552:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587477.104554:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587477.104556:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587477.104557:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587477.104559:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587477.104564:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587477.104573:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587477.104576:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587477.104582:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587477.104585:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587477.104587:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587477.104589:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587477.104594:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587477.104600:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587477.104604:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587477.104605:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587477.104606:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1777587477.104612:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587477.104613:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587477.104638:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000a8dfd483 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667723008:192.168.204.155@tcp:400: 00000100:00000040:1.0:1777587477.104641:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587477.104645:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587477.104650:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587477.104655:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8dfd483 x1863934667723008/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587477.104662:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587477.104665:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587477.104667:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c848a7. 00000100:00000001:1.0:1777587477.104669:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1777587477.104671:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587477.104674:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587477.104676:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000800:00000001:1.0:1777587477.104676:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1777587477.104680:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587477.104682:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012dc7026. 00000800:00000001:1.0:1777587477.104683:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587477.104683:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587477.104686:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1777587477.104687:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1777587477.104689:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1777587477.104690:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1777587477.104691:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1777587477.104692:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1777587477.104692:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1777587477.104695:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8dfd483. 00000400:00000010:3.0:1777587477.104695:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d32a87. 00000400:00000200:1.0:1777587477.104700:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000100:00000001:0.0:1777587477.104703:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587477.104704:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587477.104704:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3151c4a 00000400:00000010:3.0:1777587477.104707:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000b3151c4a. 00000100:00000001:0.0:1777587477.104708:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587477.104710:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11200 00000100:00000001:3.0:1777587477.104711:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587477.104716:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587477.104720:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1261 [1] + 224 00000100:00000001:0.0:1777587477.104727:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1777587477.104728:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1777587477.104730:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587477.104735:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587477.104735:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587477.104737:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587477.104741:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587477.104741:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587477.104741:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587477.104744:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.104745:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587477.104748:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587477.104750:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1777587477.104751:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587477.104753:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587477.104755:0:197575:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1777587477.104756:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587477.104760:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777587477.104762:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587477.104769:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587477.104775:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1777587477.104776:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587477.104777:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587477.104781:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587477.104785:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.104789:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587477.104791:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587477.104793:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587477.104799:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587477.104800:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587477.104805:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1777587477.104806:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777587477.104809:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587477.104816:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587477.104819:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587477.104820:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587477.104823:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587477.104830:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667723136:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587477.104834:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587477.104835:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587477.104838:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667723136/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587477.104845:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587477.104847:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587477.104848:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b331ca9. 02000000:00000001:3.0:1777587477.104852:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587477.104854:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587477.104855:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587477.104857:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587477.104858:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcd54d18. 02000000:00000001:3.0:1777587477.104860:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587477.104861:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587477.104862:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:3.0:1777587477.104864:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587477.104865:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587477.104867:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587477.104871:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587477.104872:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587477.104873:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587477.104875:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.105052:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587477.105055:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587477.105058:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587477.105060:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587477.105062:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae4a1d15. 00000400:00000200:2.0:1777587477.105066:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:2.0:1777587477.105067:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:2.0:1777587477.105070:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587477.105074:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587477.105083:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587477.105089:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587477.105090:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587477.105092:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587477.105094:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587477.105095:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587477.105096:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587477.105098:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587477.105102:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587477.105105:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587477.105107:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587477.105108:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587477.105110:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587477.105112:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587477.105127:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.105129:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587477.105131:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587477.105132:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587477.105133:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587477.105136:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587477.105143:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587477.105145:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587477.105146:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587477.105148:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587477.105154:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667723264:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587477.105158:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587477.105160:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587477.105161:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667723264/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587477.105167:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587477.105169:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587477.105170:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed1cf3e6. 02000000:00000001:2.0:1777587477.105174:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587477.105175:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587477.105176:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587477.105178:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587477.105180:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:2.0:1777587477.105182:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587477.105183:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587477.105184:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:2.0:1777587477.105186:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587477.105187:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587477.105194:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587477.105198:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587477.105199:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587477.105213:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587477.105214:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587477.741410:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587477.741415:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587477.741420:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587477.741422:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587477.741513:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587477.741519:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587477.741547:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587478.765392:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587478.765400:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587478.765403:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587478.765423:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765429:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587478.765431:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765432:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765434:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765437:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587478.765438:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587478.765439:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587478.765440:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765441:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587478.765441:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765442:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587478.765443:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587478.765504:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587478.765507:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587478.765510:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587479.789424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587479.789557:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587479.789570:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587479.789571:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587479.789641:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587479.789645:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587479.789648:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587480.557371:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307227470, at 4307227520 00000100:00000040:3.0:1777587480.557371:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307227470, at 4307227520 00000100:00000010:0.0:1777587480.557389:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8c48514. 00000100:00000010:3.0:1777587480.557391:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017b8a036. 00000100:00000040:1.0:1777587480.557577:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307227470, at 4307227520 00000100:00000010:1.0:1777587480.557591:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000143e552. 00000100:00000040:2.0:1777587480.557592:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307227470, at 4307227520 00000100:00000010:2.0:1777587480.557600:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6d6173f. 00010000:00000001:1.0:1777587480.813342:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587480.813348:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587480.813355:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587480.813357:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587480.813448:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587480.813454:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587480.813458:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587481.837332:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587481.837338:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587481.837344:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587481.837345:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587481.837410:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587481.837413:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587481.837415:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587482.222692:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587482.222700:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587482.222709:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777587482.222716:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587482.222721:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587482.222723:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587482.222733:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587482.222741:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587482.222749:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.222759:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587482.222771:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587482.222773:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.222778:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_03+3] req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587482.222817:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.222819:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587482.222826:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587482.222830:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587482.222833:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587482.222849:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587482.222851:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587482.222853:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587482.222858:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587482.222862:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.222867:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587482.222867:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777587482.222873:0:197583:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1777587482.222877:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.222879:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587482.222882:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.222886:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_00+0] req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.222887:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587482.222891:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.222896:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587482.222899:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587482.222902:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587482.222908:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.222917:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587482.222930:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.222930:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.222934:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1777587482.222937:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587482.222940:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1777587482.222941:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1777587482.222944:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777587482.222947:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 02000000:00000001:0.0:1777587482.222950:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.222950:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587482.222953:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587482.222956:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587482.222958:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667723392:192.168.204.155@tcp:400: 02000000:00000010:3.0:1777587482.222961:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:0.0:1777587482.222967:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1777587482.222967:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587482.222973:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1777587482.222973:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1777587482.222977:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587482.222981:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587482.222986:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1777587482.222987:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000872f6648. 00000100:00000001:3.0:1777587482.222988:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587482.222992:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.222994:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_01+1] req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777587482.223000:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081d13276. 00000100:00000001:3.0:1777587482.223007:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587482.223010:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000040:3.0:1777587482.223010:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587482.223016:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1777587482.223020:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723392, portal 25 00000100:00000001:0.0:1777587482.223023:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587482.223026:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:3.0:1777587482.223028:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12566) 00000100:00000001:3.0:1777587482.223039:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587482.223042:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587482.223044:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1777587482.223047:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587482.223050:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.223076:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587482.223076:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587482.223079:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587482.223084:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587482.223084:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587482.223087:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1777587482.223088:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 02000000:00000001:3.0:1777587482.223091:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1777587482.223093:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667723392, offset 0 00000100:00100000:3.0:1777587482.223097:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667723648:192.168.204.155@tcp:400: 00000400:00000200:0.0:1777587482.223114:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:3.0:1777587482.223118:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587482.223121:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587482.223122:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587482.223124:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1777587482.223128:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000010:3.0:1777587482.223128:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000105c9d1b. 02000000:00000001:3.0:1777587482.223132:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587482.223136:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000400:00000200:0.0:1777587482.223137:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1777587482.223142:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000200:3.0:1777587482.223146:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723648, portal 10 00000100:00000001:3.0:1777587482.223147:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587482.223148:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000400:00000200:0.0:1777587482.223153:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000040:3.0:1777587482.223156:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587482.223162:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1777587482.223167:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777587482.223168:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:3.0:1777587482.223172:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587482.223177:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [564:564:256:4294967295] 192.168.204.155@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000010:3.0:1777587482.223177:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 00000100:00000200:3.0:1777587482.223182:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667723648, offset 0 00000400:00000200:3.0:1777587482.223188:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587482.223203:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:0.0:1777587482.223209:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:0.0:1777587482.223215:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1916189. 00000800:00000200:0.0:1777587482.223221:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587482.223229:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:0.0:1777587482.223234:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1916189 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587482.223236:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587482.223239:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587482.223241:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587482.223245:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587482.223271:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587482.223273:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587482.223275:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1777587482.223277:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587482.223277:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587482.223282:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307232592 02000000:00000001:1.0:1777587482.223287:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1777587482.223288:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e3309e6. 00000100:00100000:1.0:1777587482.223291:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667723520:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587482.223296:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1777587482.223297:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1777587482.223298:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587482.223301:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587482.223303:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1777587482.223304:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307232592 02000000:00000010:1.0:1777587482.223306:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d675410a. 02000000:00000001:1.0:1777587482.223309:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587482.223313:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0c98ebd. 00000100:00000010:0.0:1777587482.223315:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000227120af. 00000400:00000010:1.0:1777587482.223316:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004da880c9. 00000100:00000001:0.0:1777587482.223321:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1777587482.223321:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723520, portal 10 00000100:00000001:1.0:1777587482.223324:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587482.223326:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307232592 00000100:00000001:1.0:1777587482.223326:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000010:0.0:1777587482.223332:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e13f4dc6. 00000100:00000040:1.0:1777587482.223334:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.223337:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1777587482.223342:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307232592 00000100:00000001:1.0:1777587482.223345:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1777587482.223349:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587482.223353:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb6ad5c4. 00000100:00000010:0.0:1777587482.223354:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb9b2de8. 00000100:00000200:1.0:1777587482.223356:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667723520, offset 0 00000100:00000001:0.0:1777587482.223360:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1777587482.223364:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587482.223364:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:0.0:1777587482.223369:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.223372:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.223374:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587482.223414:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587482.223417:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587482.223465:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587482.223468:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1916189. 00000400:00000200:0.0:1777587482.223472:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587482.223477:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587482.223504:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587482.223507:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587482.223515:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587482.223517:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587482.223520:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587482.223522:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [565:565:255:4294967295] 192.168.204.155@tcp LPNI seq info [565:565:7:4294967295] 00000400:00000200:3.0:1777587482.223530:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587482.223535:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587482.223538:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c907112. 00000800:00000200:3.0:1777587482.223786:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587482.223791:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587482.224071:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c907112 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587482.224076:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.224079:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14382 usecs (15 jiffies) 00000100:00000001:3.0:1777587482.224082:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307229201 00000100:00000001:3.0:1777587482.224085:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307232592 00000100:00000001:3.0:1777587482.224086:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307229201 00000100:00000001:3.0:1777587482.224088:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307232592 00000100:00000001:3.0:1777587482.224089:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307229201 00000100:00000001:3.0:1777587482.224091:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307232592 00000100:00000001:3.0:1777587482.224092:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307229201 00000100:00000001:3.0:1777587482.224094:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307232592 00000100:00000001:3.0:1777587482.224095:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587482.224098:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.224100:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.224115:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.224121:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587482.224122:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587482.224124:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587482.224125:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587482.224127:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.224136:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587482.224396:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587482.224399:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777587482.224402:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587482.224404:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587482.224406:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587482.224409:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [566:566:254:4294967295] 192.168.204.155@tcp LPNI seq info [566:566:6:4294967295] 00000400:00000200:1.0:1777587482.224417:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587482.224422:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:0.0:1777587482.224425:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000800:00000010:1.0:1777587482.224427:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac363b9b. 00000400:00000010:0.0:1777587482.224430:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000800:00000200:1.0:1777587482.224434:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:0.0:1777587482.224436:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1777587482.224440:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000200:0.0:1777587482.224443:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587482.224451:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac363b9b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587482.224458:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.224460:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587482.224463:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 87552 usecs (88 jiffies) 00000100:00000040:0.0:1777587482.224466:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587482.224468:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307229275 00000100:00000001:1.0:1777587482.224473:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307232592 00000100:00000001:1.0:1777587482.224478:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307229275 00000100:00000001:1.0:1777587482.224482:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307232592 00000100:00000001:0.0:1777587482.224484:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587482.224485:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307229275 00000100:00000001:0.0:1777587482.224488:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1777587482.224489:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307232592 00000100:00000001:1.0:1777587482.224492:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307229275 00000100:00000001:1.0:1777587482.224494:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307232592 00000100:00000001:1.0:1777587482.224496:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587482.224498:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587482.224500:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587482.224502:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587482.224507:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1777587482.224508:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1777587482.224509:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1777587482.224514:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c907112. 00000100:00000001:1.0:1777587482.224514:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587482.224517:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587482.224519:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587482.224520:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587482.224522:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587482.224527:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587482.224530:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:0.0:1777587482.224532:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:0.0:1777587482.224535:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587482.224538:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.224545:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587482.224547:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.224553:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.224560:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587482.224599:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587482.224601:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac363b9b. 00000400:00000200:0.0:1777587482.224604:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587482.224608:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587482.224610:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb6ad5c4 00000400:00000010:0.0:1777587482.224612:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000cb6ad5c4. 00000100:00000001:0.0:1777587482.224614:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587482.224617:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.224624:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587482.224626:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.224631:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.224633:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587482.224891:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587482.224897:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587482.224899:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587482.224901:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587482.224907:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587482.224918:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11280 00000400:00000200:3.0:1777587482.224924:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:3.0:1777587482.224931:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587482.224937:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587482.224939:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587482.224942:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587482.225003:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587482.225007:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587482.225016:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587482.225032:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587482.225044:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587482.225047:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.225066:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587482.225069:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587482.225074:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587482.225076:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587482.225078:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081d13276. 00000400:00000200:0.0:1777587482.225084:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:0.0:1777587482.225086:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:0.0:1777587482.225088:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587482.225092:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587482.225098:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.225114:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587482.225115:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.225117:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587482.225119:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587482.225120:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587482.225122:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587482.225123:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587482.225128:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587482.225137:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587482.225138:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587482.225139:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587482.225141:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587482.225143:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.225145:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587482.225149:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.225155:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587482.225157:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587482.225159:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587482.225162:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587482.225169:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667723392:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587482.225174:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.225175:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587482.225177:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667723392/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.225183:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587482.225185:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587482.225188:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000872f6648. 02000000:00000001:0.0:1777587482.225198:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587482.225200:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587482.225202:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587482.225207:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587482.225209:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:0.0:1777587482.225212:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587482.225213:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587482.225214:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:0.0:1777587482.225217:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587482.225218:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.225219:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.225223:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587482.225229:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.225230:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587482.225232:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1777587482.226294:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587482.226370:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587482.226373:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587482.226375:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587482.226382:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587482.226392:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11300 00000400:00000200:1.0:1777587482.226399:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1279 [1] + 224 00000800:00000001:1.0:1777587482.226404:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587482.226410:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587482.226412:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587482.226423:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587482.226428:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587482.226433:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587482.226441:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587482.226472:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587482.226477:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587482.226480:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.226507:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587482.226510:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587482.226519:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587482.226521:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587482.226525:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0c98ebd. 00000400:00000200:0.0:1777587482.226530:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da880c9 00000400:00000010:0.0:1777587482.226532:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004da880c9. 00000100:00000001:0.0:1777587482.226534:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587482.226538:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587482.226545:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.226551:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587482.226553:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.226554:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587482.226556:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587482.226557:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587482.226558:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587482.226561:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587482.226566:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587482.226570:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587482.226572:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587482.226573:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587482.226575:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587482.226577:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.226580:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587482.226582:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587482.226584:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587482.226585:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587482.226588:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.226594:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587482.226602:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587482.226603:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587482.226606:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587482.226613:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667723520:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587482.226617:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.226620:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587482.226622:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667723520/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.226627:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587482.226629:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587482.226631:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d675410a. 02000000:00000001:0.0:1777587482.226634:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587482.226636:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587482.226637:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587482.226639:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587482.226640:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:0.0:1777587482.226643:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587482.226644:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587482.226645:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:0.0:1777587482.226648:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587482.226649:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.226651:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587482.226655:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587482.226656:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587482.226658:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587482.226660:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1777587482.226820:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587482.226826:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1777587482.226828:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587482.226830:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587482.226835:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:0.0:1777587482.226853:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11380 00000400:00000200:0.0:1777587482.226865:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1271 [1] + 224 00000800:00000001:0.0:1777587482.226875:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587482.226881:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587482.226887:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587482.226891:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:0.0:1777587482.226896:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587482.226900:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1777587482.226908:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587482.226921:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1777587482.226926:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1777587482.226928:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.227007:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587482.227010:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587482.227014:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587482.227015:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587482.227017:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587482.227020:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587482.227021:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587482.227024:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587482.227027:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587482.227035:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587482.227041:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587482.227048:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.227050:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587482.227052:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587482.227053:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587482.227054:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587482.227056:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587482.227060:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587482.227063:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=14 v=5 (1 1 0 0) 00000100:00000001:3.0:1777587482.227065:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587482.227066:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587482.227067:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587482.227070:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587482.227076:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.227078:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587482.227079:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587482.227081:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587482.227082:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587482.227085:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587482.227091:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587482.227092:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587482.227094:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587482.227096:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587482.227118:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667723648:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587482.227122:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.227124:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587482.227126:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667723648/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587482.227132:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587482.227133:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587482.227140:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000105c9d1b. 02000000:00000001:3.0:1777587482.227143:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587482.227144:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587482.227146:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:3.0:1777587482.227148:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587482.227149:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:3.0:1777587482.227151:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587482.227152:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587482.227153:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000001:3.0:1777587482.227155:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587482.227156:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.227158:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587482.227161:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587482.227162:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587482.227164:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587482.227165:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587482.861491:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587482.861498:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587482.861503:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587482.861504:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587482.861553:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587482.861557:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587482.861569:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587483.886153:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587483.886159:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587483.886165:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587483.886166:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587483.886222:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587483.886225:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587483.886227:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587484.909371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587484.909377:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587484.909383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587484.909384:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587484.909440:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587484.909444:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587484.909447:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587485.677347:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307232592, at 4307232640 00000100:00000040:2.0:1777587485.677347:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307232592, at 4307232640 00000100:00000040:1.0:1777587485.677350:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307232592, at 4307232640 00000100:00000010:2.0:1777587485.677364:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e13f4dc6. 00000100:00000010:0.0:1777587485.677366:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e3309e6. 00000100:00000010:1.0:1777587485.677372:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000227120af. 00000100:00000040:3.0:1777587485.677475:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307232592, at 4307232640 00000100:00000010:3.0:1777587485.677481:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb9b2de8. 00010000:00000001:1.0:1777587485.933353:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587485.933358:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587485.933363:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587485.933365:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587485.933444:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587485.933446:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587485.933448:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587486.957767:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587486.957774:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587486.957779:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587486.957780:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587486.957822:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587486.957825:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587486.957828:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587487.341516:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587487.341526:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587487.341532:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a9d3869. 00000020:00000040:3.0:1777587487.341539:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587487.341543:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587487.341546:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587487.341565:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587487.341573:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587487.341582:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.341593:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587487.341604:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587487.341606:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.341611:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a9d3869] to pc [ptlrpcd_00_02+2] req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587487.341642:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.341645:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587487.341650:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587487.341650:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587487.341653:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfd23ba. 00000100:00100000:2.0:1777587487.341656:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:3.0:1777587487.341657:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587487.341659:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587487.341661:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587487.341664:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587487.341666:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.341669:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1777587487.341669:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00000001:2.0:1777587487.341672:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587487.341674:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.341676:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587487.341679:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587487.341681:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587487.341682:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1777587487.341690:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587487.341695:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587487.341697:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.341705:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfd23ba] to pc [ptlrpcd_00_03+3] req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.341707:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587487.341710:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587487.341717:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1777587487.341718:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587487.341720:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1777587487.341720:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587487.341723:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.341725:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1777587487.341728:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667723776:192.168.204.155@tcp:400: 00000100:00000010:3.0:1777587487.341729:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587487.341733:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587487.341734:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587487.341739:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587487.341741:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.341742:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587487.341744:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1777587487.341744:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587487.341748:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587487.341750:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077f2e076. 02000000:00000010:3.0:1777587487.341751:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 02000000:00000001:2.0:1777587487.341753:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587487.341759:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae4a1d15. 00000400:00000010:2.0:1777587487.341763:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000001:3.0:1777587487.341767:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.341776:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777587487.341777:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723776, portal 25 00000100:00000001:2.0:1777587487.341779:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587487.341781:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015073664 : -105793694477952 : ffff9fc7fc6bd180) 00000100:00000040:2.0:1777587487.341789:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587487.341792:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587487.341795:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.341800:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587487.341803:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_00+0] req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587487.341804:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587487.341806:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006462d13d. 00000100:00000200:2.0:1777587487.341809:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667723776, offset 0 00000400:00000200:2.0:1777587487.341818:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:2.0:1777587487.341830:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587487.341834:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587487.341837:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587487.341840:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587487.341843:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:3.0:1777587487.341843:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587487.341847:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [567:567:256:4294967295] 192.168.204.155@tcp LPNI seq info [567:567:8:4294967295] 00000100:00000040:3.0:1777587487.341848:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1777587487.341854:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1777587487.341859:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000040:3.0:1777587487.341860:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12572) 00000800:00000200:2.0:1777587487.341864:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587487.341868:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000001:3.0:1777587487.341870:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1777587487.341874:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00100000:3.0:1777587487.341875:0:197582:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1777587487.341878:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1777587487.341882:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000001:3.0:1777587487.341882:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587487.341886:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1777587487.341887:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587487.341890:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587487.341892:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587487.341894:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1777587487.341899:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.341899:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587487.341904:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587487.341904:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307237710 00000100:00000001:1.0:1777587487.341908:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587487.341908:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002de665bb. 00000100:00000001:2.0:1777587487.341916:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587487.341919:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587487.341921:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.341923:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307237710 02000000:00000001:3.0:1777587487.341924:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1777587487.341926:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 02000000:00000001:3.0:1777587487.341927:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587487.341929:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1777587487.341931:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.341933:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307237710 00000100:00100000:3.0:1777587487.341935:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667724032:192.168.204.155@tcp:400: 00000100:00000010:2.0:1777587487.341944:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 00000100:00000001:2.0:1777587487.341949:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587487.341950:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587487.341955:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307237710 02000000:00000001:3.0:1777587487.341955:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587487.341956:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587487.341960:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1777587487.341961:0:197584:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 02000000:00000010:3.0:1777587487.341963:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000105c9d1b. 00000100:00000001:2.0:1777587487.341965:0:197584:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1777587487.341968:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.341970:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1777587487.341973:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000001:2.0:1777587487.341974:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587487.341979:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1777587487.341979:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587487.341979:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000001:2.0:1777587487.341981:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1777587487.341983:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000100:00000200:3.0:1777587487.341983:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724032, portal 10 00000100:00000001:2.0:1777587487.341985:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587487.341987:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587487.341988:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587487.341989:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000001:2.0:1777587487.341992:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587487.341993:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587487.341995:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1777587487.341998:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.341999:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1777587487.342001:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:2.0:1777587487.342014:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587487.342019:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006462d13d 00000400:00000010:1.0:1777587487.342022:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006462d13d. 00000100:00000001:1.0:1777587487.342027:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1777587487.342029:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1777587487.342033:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.342035:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1777587487.342035:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587487.342038:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587487.342038:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c246dcb. 00000100:00000200:3.0:1777587487.342042:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667724032, offset 0 00000100:00000001:1.0:1777587487.342046:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1777587487.342047:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:1.0:1777587487.342048:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1777587487.342051:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1777587487.342052:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777587487.342055:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1777587487.342056:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1777587487.342058:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587487.342061:0:197576:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1777587487.342061:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1777587487.342061:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587487.342065:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1777587487.342067:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667723904:192.168.204.155@tcp:400: 00000400:00000200:3.0:1777587487.342071:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000001:2.0:1777587487.342073:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1777587487.342077:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [568:568:255:4294967295] 192.168.204.155@tcp LPNI seq info [568:568:7:4294967295] 02000000:00000001:2.0:1777587487.342078:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587487.342081:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587487.342083:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587487.342088:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003ac7e9f. 00000400:00000200:3.0:1777587487.342088:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587487.342093:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 02000000:00000001:2.0:1777587487.342096:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1777587487.342098:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6982ab9. 00000800:00000200:3.0:1777587487.342104:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587487.342108:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000010:2.0:1777587487.342110:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc80288. 00000800:00000200:3.0:1777587487.342111:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6982ab9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1777587487.342116:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000001:3.0:1777587487.342118:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587487.342120:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1777587487.342120:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667723904, portal 10 00000100:00000001:2.0:1777587487.342124:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587487.342125:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.342127:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079936 : -105793694471680 : ffff9fc7fc6bea00) 00000100:00000040:3.0:1777587487.342129:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14326 usecs (15 jiffies) 00000100:00000001:3.0:1777587487.342132:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307234319 00000100:00000001:3.0:1777587487.342136:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307237710 00000100:00000001:3.0:1777587487.342140:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307234319 00000100:00000040:2.0:1777587487.342142:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1777587487.342143:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1777587487.342143:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307237710 00000800:00000010:1.0:1777587487.342146:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6982ab9. 00000100:00000001:3.0:1777587487.342146:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307234319 00000400:00000200:1.0:1777587487.342151:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1777587487.342151:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307237710 00000100:00000001:3.0:1777587487.342155:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307234319 00000400:00000200:1.0:1777587487.342158:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587487.342158:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307237710 00000100:00000001:3.0:1777587487.342159:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1777587487.342161:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c246dcb 00000400:00000010:1.0:1777587487.342163:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002c246dcb. 00000100:00000001:3.0:1777587487.342163:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587487.342166:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1777587487.342168:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1777587487.342168:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587487.342170:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587487.342172:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587487.342177:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587487.342183:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e40b9e. 00000100:00000001:1.0:1777587487.342185:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1777587487.342188:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667723904, offset 0 00000100:00000040:1.0:1777587487.342189:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587487.342199:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587487.342204:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587487.342206:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1777587487.342208:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587487.342212:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587487.342214:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587487.342216:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587487.342218:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587487.342220:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [569:569:255:4294967295] 192.168.204.155@tcp LPNI seq info [569:569:7:4294967295] 00000400:00000200:2.0:1777587487.342228:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587487.342232:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587487.342236:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:2.0:1777587487.342240:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587487.342246:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587487.342249:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587487.342338:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587487.342342:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 87061 usecs (88 jiffies) 00000100:00000001:2.0:1777587487.342345:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307234393 00000100:00000001:2.0:1777587487.342347:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307237710 00000100:00000001:2.0:1777587487.342348:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307234393 00000100:00000001:2.0:1777587487.342350:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307237710 00000100:00000001:2.0:1777587487.342352:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307234393 00000100:00000001:2.0:1777587487.342354:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307237710 00000100:00000001:2.0:1777587487.342356:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307234393 00000100:00000001:2.0:1777587487.342364:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307237710 00000100:00000001:2.0:1777587487.342366:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587487.342368:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.342370:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.342372:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.342375:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587487.342376:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587487.342378:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587487.342379:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587487.342381:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.342382:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587487.342503:0:197574:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587487.342506:0:197574:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:0.0:1777587487.342510:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587487.342514:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587487.342517:0:197574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e40b9e 00000400:00000010:0.0:1777587487.342518:0:197574:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e40b9e. 00000100:00000001:0.0:1777587487.342521:0:197574:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587487.342529:0:197574:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587487.342538:0:197574:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587487.342540:0:197574:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587487.342546:0:197574:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587487.342553:0:197574:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587487.348281:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348296:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587487.348301:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348337:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587487.348347:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587487.348363:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11400 00000400:00000200:1.0:1777587487.348370:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:1.0:1777587487.348404:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348409:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587487.348411:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587487.348416:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587487.348422:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587487.348428:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587487.348439:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587487.348456:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587487.348464:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348467:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587487.348469:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348471:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587487.348474:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587487.348481:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11500 00000400:00000200:1.0:1777587487.348487:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:1.0:1777587487.348491:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348495:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587487.348496:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1777587487.348499:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587487.348500:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587487.348504:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587487.348504:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1777587487.348509:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1777587487.348512:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587487.348516:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587487.348519:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae4a1d15. 00000100:00000040:1.0:1777587487.348520:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777587487.348526:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:2.0:1777587487.348530:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:2.0:1777587487.348535:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587487.348539:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587487.348544:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1777587487.348548:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777587487.348549:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587487.348555:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587487.348558:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1777587487.348559:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587487.348561:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348562:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348565:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587487.348568:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587487.348572:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587487.348575:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587487.348576:0:197576:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 02000000:00000001:2.0:1777587487.348580:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587487.348586:0:197576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11480 00000400:00000200:1.0:1777587487.348590:0:197576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x1291 [1] + 224 00000100:00001000:2.0:1777587487.348591:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=80 v=5 (5 5 5 5) 00000800:00000001:1.0:1777587487.348594:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1777587487.348597:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587487.348601:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1777587487.348602:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348603:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587487.348606:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1777587487.348607:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587487.348610:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587487.348612:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587487.348615:0:197576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1777587487.348617:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777587487.348620:0:197576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.348620:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.348621:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1777587487.348624:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1777587487.348627:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1777587487.348627:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587487.348629:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:3.0:1777587487.348633:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:3.0:1777587487.348636:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:3.0:1777587487.348640:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1777587487.348643:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587487.348646:0:197576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.348647:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587487.348650:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587487.348656:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587487.348664:0:197576:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587487.348670:0:197576:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1777587487.348670:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000009a9d3869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667723776:192.168.204.155@tcp:400: 00000800:00000001:1.0:1777587487.348676:0:197576:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348677:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.348680:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587487.348683:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a9d3869 x1863934667723776/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.348691:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587487.348693:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587487.348697:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077f2e076. 02000000:00000001:2.0:1777587487.348701:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587487.348703:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587487.348705:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587487.348707:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:3.0:1777587487.348707:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777587487.348709:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:2.0:1777587487.348713:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587487.348715:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587487.348716:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a9d3869. 00000100:00000200:3.0:1777587487.348716:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.348719:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587487.348720:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587487.348722:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587487.348723:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.348723:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348725:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587487.348725:0:197582:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1777587487.348726:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1777587487.348726:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587487.348727:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1777587487.348728:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587487.348729:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1777587487.348729:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587487.348731:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc80288. 00000400:00000200:2.0:1777587487.348733:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:2.0:1777587487.348734:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 02000000:00000001:3.0:1777587487.348736:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.348740:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1777587487.348741:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=80 v=5 (5 5 5 5) 00000100:00000200:2.0:1777587487.348742:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1777587487.348744:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1777587487.348747:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587487.348748:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1777587487.348750:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587487.348750:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1777587487.348752:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1777587487.348759:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.348762:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1777587487.348763:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587487.348765:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1777587487.348766:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587487.348821:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587487.348828:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587487.348830:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587487.348832:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587487.348835:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587487.348841:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667724032:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587487.348845:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587487.348847:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587487.348849:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667724032/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587487.348855:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587487.348856:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587487.348857:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000105c9d1b. 02000000:00000001:3.0:1777587487.348860:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587487.348861:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587487.348862:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587487.348863:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587487.348864:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348866:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587487.348867:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587487.348868:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1777587487.348868:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1777587487.348870:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587487.348870:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:2.0:1777587487.348871:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587487.348872:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587487.348873:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587487.348874:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00001000:2.0:1777587487.348876:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=74 v=5 (5 5 5 5) 00000100:00000001:3.0:1777587487.348876:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587487.348877:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1777587487.348878:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587487.348879:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348880:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587487.348881:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587487.348883:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587487.348885:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.348885:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587487.348887:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1777587487.348887:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587487.348888:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:3.0:1777587487.348889:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587487.348890:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587487.348891:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587487.348891:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587487.348894:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.348900:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587487.348902:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587487.348903:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587487.348906:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587487.348912:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000fdfd23ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667723904:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587487.348916:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348918:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587487.348925:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfd23ba x1863934667723904/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587487.348931:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587487.348932:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587487.348934:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003ac7e9f. 02000000:00000001:2.0:1777587487.348938:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587487.348939:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587487.348939:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587487.348941:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587487.348942:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:2.0:1777587487.348944:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587487.348945:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587487.348946:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfd23ba. 00000100:00000001:2.0:1777587487.348948:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587487.348949:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348950:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587487.348953:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587487.348954:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587487.348956:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587487.348957:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587487.981830:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587487.981834:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587487.981838:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587487.981839:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587487.981892:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587487.981895:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587487.981898:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587489.005746:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587489.005754:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587489.005756:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587489.005759:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.005765:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587489.005767:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.005769:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.005770:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.005774:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587489.005775:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587489.005776:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587489.005778:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.006198:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587489.006200:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.006203:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587489.006221:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587489.007101:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587489.007105:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587489.007108:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587490.029427:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587490.029433:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587490.029440:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587490.029442:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587490.029649:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587490.029653:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587490.029656:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587490.797347:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307237710, at 4307237760 00000100:00000040:1.0:1777587490.797355:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307237710, at 4307237760 00000100:00000040:3.0:1777587490.797356:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307237710, at 4307237760 00000100:00000010:0.0:1777587490.797362:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002de665bb. 00000100:00000010:1.0:1777587490.797367:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00000100:00000010:3.0:1777587490.797369:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000040:2.0:1777587490.797454:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307237710, at 4307237760 00000100:00000010:2.0:1777587490.797460:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00010000:00000001:1.0:1777587491.053895:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587491.053900:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587491.053906:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587491.053907:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587491.053951:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587491.053954:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587491.053957:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587492.077412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587492.077419:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587492.077424:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587492.077426:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587492.077572:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587492.077576:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587492.077578:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587492.461470:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587492.461477:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587492.461489:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7fe02f. 00000020:00000040:3.0:1777587492.461498:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587492.461502:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587492.461506:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587492.461541:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587492.461548:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000746d7992. 00000100:00000001:3.0:1777587492.461556:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461567:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587492.461578:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587492.461579:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461598:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7fe02f] to pc [ptlrpcd_00_01+1] req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.461640:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461643:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587492.461647:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587492.461650:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b7414f. 00000020:00000040:3.0:1777587492.461653:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587492.461655:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587492.461656:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587492.461658:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587492.461661:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 00000100:00000001:3.0:1777587492.461664:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461668:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587492.461675:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587492.461676:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461679:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b7414f] to pc [ptlrpcd_00_02+2] req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.461693:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587492.461698:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587492.461701:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1777587492.461701:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461705:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587492.461709:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.461709:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587492.461713:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662252ab. 00000020:00000040:3.0:1777587492.461717:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587492.461722:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587492.461724:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587492.461726:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587492.461729:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587492.461729:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587492.461732:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587492.461733:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587492.461737:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587492.461739:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045deeea1. 00000100:00100000:1.0:1777587492.461741:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667724160:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587492.461744:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.461747:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1777587492.461751:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1777587492.461753:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587492.461756:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587492.461761:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1777587492.461765:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587492.461766:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587492.461767:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b1bda4. 02000000:00000001:1.0:1777587492.461771:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461771:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000662252ab] to pc [ptlrpcd_00_03+3] req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587492.461779:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000100:00000001:3.0:1777587492.461782:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587492.461785:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1777587492.461788:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000040:3.0:1777587492.461789:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1777587492.461796:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1777587492.461797:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724160, portal 25 00000100:00000040:3.0:1777587492.461797:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12577) 00000100:00000001:2.0:1777587492.461802:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.461808:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587492.461809:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015080832 : -105793694470784 : ffff9fc7fc6bed80) 00000100:00000001:2.0:1777587492.461811:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587492.461814:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587492.461815:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587492.461817:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1777587492.461823:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.461834:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1777587492.461839:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1777587492.461841:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587492.461842:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587492.461845:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1777587492.461846:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813568fc. 02000000:00000001:2.0:1777587492.461847:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777587492.461851:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667724160, offset 0 02000000:00000001:2.0:1777587492.461851:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587492.461856:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667724416:192.168.204.155@tcp:400: 00000400:00000200:1.0:1777587492.461862:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587492.461870:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587492.461874:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777587492.461876:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 02000000:00000001:2.0:1777587492.461876:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587492.461878:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587492.461883:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b34efa30. 00000400:00000200:1.0:1777587492.461884:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1777587492.461887:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587492.461891:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:2.0:1777587492.461892:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc80288. 00000400:00000200:1.0:1777587492.461896:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1777587492.461898:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000400:00000200:1.0:1777587492.461900:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000200:2.0:1777587492.461902:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724416, portal 10 00000100:00000001:2.0:1777587492.461917:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587492.461918:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015079040 : -105793694472576 : ffff9fc7fc6be680) 00000100:00000040:2.0:1777587492.461924:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587492.461933:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587492.461936:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587492.461940:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001fc36f3. 00000100:00000001:0.0:1777587492.461941:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1777587492.461942:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667724416, offset 0 00000100:00000001:0.0:1777587492.461945:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587492.461948:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777587492.461950:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587492.461955:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587492.461968:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1777587492.461970:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587492.461972:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1777587492.461973:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1777587492.461975:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1777587492.461978:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667724288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587492.461981:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1777587492.461984:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1777587492.461985:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587492.461986:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1777587492.461990:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000861c9669. 02000000:00000001:0.0:1777587492.461992:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1777587492.461995:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081d13276. 00000400:00000010:0.0:1777587492.461998:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f556546. 00000100:00000200:0.0:1777587492.462001:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724288, portal 10 00000100:00000001:0.0:1777587492.462003:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1777587492.462004:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015069184 : -105793694482432 : ffff9fc7fc6bc000) 00000100:00000040:0.0:1777587492.462008:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587492.462014:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1777587492.462016:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:0.0:1777587492.462018:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa70ea6. 00000100:00000200:0.0:1777587492.462020:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667724288, offset 0 00000400:00000200:0.0:1777587492.462024:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587492.462040:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [570:570:256:4294967295] 192.168.204.155@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:1.0:1777587492.462051:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587492.462056:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587492.462060:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000800:00000200:1.0:1777587492.462067:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587492.462074:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587492.462078:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587492.462093:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.462098:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307242830 00000100:00000010:1.0:1777587492.462101:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000143e552. 00000100:00000001:1.0:1777587492.462107:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587492.462113:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307242830 00000100:00000010:1.0:1777587492.462116:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e5c7cf7. 00000100:00000001:1.0:1777587492.462119:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587492.462122:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307242830 00000100:00000010:1.0:1777587492.462124:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3a2dd3d. 00000100:00000001:1.0:1777587492.462131:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587492.462134:0:197582:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307242830 00000100:00000010:1.0:1777587492.462136:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc031136. 00000100:00000001:1.0:1777587492.462139:0:197582:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587492.462141:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587492.462144:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.462147:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.462148:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587492.462156:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587492.462157:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587492.462159:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587492.462161:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587492.462162:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.462163:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587492.462190:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587492.462194:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587492.462197:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587492.462199:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587492.462202:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587492.462214:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [571:571:255:4294967295] 192.168.204.155@tcp LPNI seq info [571:571:7:4294967295] 00000400:00000200:2.0:1777587492.462223:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587492.462227:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587492.462231:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da446cc8. 00000800:00000200:2.0:1777587492.462234:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:2.0:1777587492.462238:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587492.462241:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da446cc8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587492.462243:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587492.462271:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14292 usecs (15 jiffies) 00000100:00000001:2.0:1777587492.462274:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307239440 00000100:00000001:2.0:1777587492.462276:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307242830 00000100:00000001:2.0:1777587492.462277:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307239440 00000100:00000001:2.0:1777587492.462279:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307242830 00000100:00000001:2.0:1777587492.462280:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307239440 00000100:00000001:2.0:1777587492.462282:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307242830 00000100:00000001:2.0:1777587492.462283:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307239440 00000100:00000001:2.0:1777587492.462285:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307242830 00000100:00000001:2.0:1777587492.462287:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587492.462289:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587492.462291:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587492.462293:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587492.462296:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587492.462298:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587492.462299:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587492.462300:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587492.462301:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587492.462303:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1777587492.462426:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587492.462430:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000400:00000200:3.0:1777587492.462436:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587492.462442:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587492.462446:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813568fc 00000400:00000010:3.0:1777587492.462448:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000813568fc. 00000100:00000001:3.0:1777587492.462453:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587492.462457:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.462466:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587492.462468:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.462474:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587492.462476:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587492.462630:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777587492.462633:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da446cc8. 00000400:00000200:3.0:1777587492.462643:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587492.462647:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:3.0:1777587492.462650:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc36f3 00000400:00000010:3.0:1777587492.462651:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000001fc36f3. 00000100:00000001:3.0:1777587492.462655:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1777587492.462657:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.462665:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587492.462667:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.463668:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587492.463670:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587492.464226:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.464235:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587492.464237:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.464239:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587492.464246:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587492.464409:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11680 00000400:00000200:3.0:1777587492.464417:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:3.0:1777587492.464425:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.464432:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587492.464434:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587492.464438:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587492.464444:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587492.464449:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587492.464459:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.464484:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587492.464491:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.464494:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587492.464915:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587492.464919:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587492.464924:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587492.464925:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587492.464928:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc80288. 00000400:00000200:2.0:1777587492.464932:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:2.0:1777587492.464933:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:2.0:1777587492.464936:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587492.464939:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587492.464945:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587492.464949:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587492.464963:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1777587492.464964:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587492.464966:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587492.464968:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587492.464970:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587492.464971:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587492.464975:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587492.464979:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777587492.464984:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00001000:2.0:1777587492.464984:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587492.464989:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=24 v=5 (1 1 0 0) 00000400:00000200:0.0:1777587492.464991:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1777587492.464992:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587492.464994:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587492.464997:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00010000:00000001:2.0:1777587492.464997:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587492.465002:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587492.465006:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [572:572:256:4294967295] 192.168.204.155@tcp LPNI seq info [572:572:8:4294967295] 00010000:00000001:2.0:1777587492.465015:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587492.465018:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587492.465019:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587492.465021:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587492.465023:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587492.465028:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777587492.465029:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587492.465040:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1777587492.465044:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587492.465044:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587492.465047:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587492.465050:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1777587492.465051:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1916189. 00000100:00100000:2.0:1777587492.465058:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000662252ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667724416:192.168.204.155@tcp:400: 00000800:00000200:0.0:1777587492.465062:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:2.0:1777587492.465064:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587492.465066:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587492.465068:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000662252ab x1863934667724416/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587492.465073:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 00000800:00000200:0.0:1777587492.465076:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 02000000:00000001:2.0:1777587492.465076:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:0.0:1777587492.465080:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a1916189 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1777587492.465083:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b34efa30. 02000000:00000001:2.0:1777587492.465086:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587492.465088:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587492.465089:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587492.465091:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587492.465092:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045deeea1. 02000000:00000001:2.0:1777587492.465095:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587492.465096:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587492.465097:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662252ab. 00000100:00000001:2.0:1777587492.465099:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587492.465100:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587492.465101:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587492.465108:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587492.465109:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587492.465111:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587492.465113:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587492.465136:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587492.465141:0:197583:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 86602 usecs (87 jiffies) 00000100:00000001:0.0:1777587492.465145:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307239514 00000100:00000001:0.0:1777587492.465148:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307242830 00000100:00000001:0.0:1777587492.465151:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307239514 00000100:00000001:0.0:1777587492.465153:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307242830 00000100:00000001:0.0:1777587492.465154:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307239514 00000100:00000001:0.0:1777587492.465156:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307242830 00000100:00000001:0.0:1777587492.465158:0:197583:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307239514 00000100:00000001:0.0:1777587492.465159:0:197583:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307242830 00000100:00000001:0.0:1777587492.465161:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587492.465164:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587492.465167:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587492.465168:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587492.465172:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587492.465174:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1777587492.465176:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587492.465183:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587492.465185:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587492.465187:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587492.465304:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587492.465308:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1916189. 00000400:00000200:1.0:1777587492.465311:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587492.465315:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587492.465318:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa70ea6 00000400:00000010:1.0:1777587492.465320:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000003aa70ea6. 00000100:00000001:1.0:1777587492.465323:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587492.465326:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.465335:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587492.465338:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.465344:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.465346:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587492.465749:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.465759:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587492.465761:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.465762:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587492.465766:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587492.465772:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11580 00000400:00000200:3.0:1777587492.465776:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:3.0:1777587492.465780:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.465784:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587492.465785:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587492.465787:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587492.465790:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587492.465793:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587492.465798:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.465809:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587492.465812:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.465814:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587492.465839:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587492.465842:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587492.465846:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587492.465848:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587492.465849:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:1.0:1777587492.465853:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:1.0:1777587492.465854:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:1.0:1777587492.465864:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587492.465868:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587492.465875:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.465880:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587492.465882:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587492.465883:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587492.465884:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587492.465886:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587492.465887:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587492.465889:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587492.465891:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587492.465894:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587492.465896:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587492.465897:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587492.465898:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587492.465900:0:197582:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.465901:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587492.465918:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.465924:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587492.465926:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587492.465927:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587492.465930:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587492.465936:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000007c7fe02f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:37e498ad-f820-401f-ad03-7d35b252723e:197582:1863934667724160:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587492.465940:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587492.465941:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587492.465943:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7fe02f x1863934667724160/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587492.465949:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587492.465955:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587492.465957:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b1bda4. 02000000:00000001:1.0:1777587492.465960:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587492.465962:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587492.465963:0:197582:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:1.0:1777587492.465964:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587492.465966:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000746d7992. 02000000:00000001:1.0:1777587492.465968:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587492.465969:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587492.465970:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7fe02f. 00000100:00000001:1.0:1777587492.465973:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587492.465974:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587492.465975:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587492.465979:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587492.465980:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587492.465982:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587492.465984:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587492.466573:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.466581:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587492.466583:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.466585:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587492.466591:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587492.466599:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11600 00000400:00000200:3.0:1777587492.466605:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12a9 [1] + 224 00000800:00000001:3.0:1777587492.466609:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.466640:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587492.466643:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587492.466646:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587492.466650:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587492.466654:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587492.466731:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587492.466752:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587492.466758:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587492.466762:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587492.466953:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587492.466956:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1777587492.466960:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587492.466962:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587492.466964:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081d13276. 00000400:00000200:0.0:1777587492.466970:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f556546 00000400:00000010:0.0:1777587492.466971:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000002f556546. 00000100:00000001:0.0:1777587492.466974:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587492.466977:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587492.466984:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587492.466990:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587492.466991:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587492.466993:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587492.466994:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587492.466996:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587492.466997:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587492.466999:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587492.467004:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587492.467007:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587492.467009:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587492.467010:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587492.467012:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587492.467014:0:197583:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587492.467016:0:197583:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587492.467018:0:197583:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587492.467020:0:197583:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587492.467021:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587492.467024:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587492.467029:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587492.467037:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587492.467038:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587492.467042:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587492.467048:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000b6b7414f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32fcebbd-136e-4017-bea6-5d06fb86bba7:197583:1863934667724288:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587492.467052:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587492.467054:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587492.467056:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b7414f x1863934667724288/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587492.467061:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587492.467062:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587492.467065:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000861c9669. 02000000:00000001:0.0:1777587492.467068:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587492.467070:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587492.467071:0:197583:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587492.467073:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587492.467075:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:0.0:1777587492.467077:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587492.467079:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587492.467080:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b7414f. 00000100:00000001:0.0:1777587492.467082:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587492.467083:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587492.467085:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587492.467090:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587492.467091:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587492.467093:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587492.467095:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587493.101439:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587493.101453:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587493.101459:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587493.101461:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587493.101579:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587493.101658:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587493.101661:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587494.126274:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587494.126279:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587494.126285:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587494.126286:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587494.126433:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587494.126437:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587494.126439:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587495.149373:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587495.149378:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587495.149386:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587495.149387:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587495.149491:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587495.149495:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587495.149498:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587495.917368:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307242830, at 4307242880 00000100:00000010:2.0:1777587495.917385:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3a2dd3d. 00000100:00000040:0.0:1777587495.917423:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307242830, at 4307242880 00000100:00000040:1.0:1777587495.917426:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307242830, at 4307242880 00000100:00000010:0.0:1777587495.917431:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000143e552. 00000100:00000010:1.0:1777587495.917435:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e5c7cf7. 00000100:00000040:3.0:1777587495.917734:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307242830, at 4307242880 00000100:00000010:3.0:1777587495.917741:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc031136. 00010000:00000001:1.0:1777587496.173377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587496.173473:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587496.173479:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587496.173480:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1777587496.175008:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1777587496.175013:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1777587496.175019:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587497.197377:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587497.197383:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587497.197388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587497.197406:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587497.197524:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587497.197527:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587497.197531:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1777587497.581395:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587497.581406:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587497.581416:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097a58916. 00000020:00000040:3.0:1777587497.581424:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:3.0:1777587497.581429:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587497.581433:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587497.581438:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587497.581447:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fcb48cf. 00000100:00000001:3.0:1777587497.581455:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581466:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587497.581476:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587497.581492:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581498:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097a58916] to pc [ptlrpcd_00_00+0] req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.581526:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581529:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1777587497.581533:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1777587497.581536:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1777587497.581536:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076b842da. 00000020:00000040:3.0:1777587497.581540:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587497.581541:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587497.581543:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1777587497.581545:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1777587497.581546:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587497.581548:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587497.581550:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777587497.581553:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6982ab9. 00000100:00000001:3.0:1777587497.581558:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.581560:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587497.581562:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581564:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1777587497.581566:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587497.581570:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587497.581575:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.581579:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1777587497.581582:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667724544:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587497.581582:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581588:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076b842da] to pc [ptlrpcd_00_01+1] req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.581590:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587497.581596:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1777587497.581596:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581599:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1777587497.581600:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.581602:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1777587497.581603:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093586c4f. 00000020:00000040:3.0:1777587497.581605:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587497.581606:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1777587497.581608:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587497.581610:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587497.581611:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587497.581614:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c907112. 02000000:00000010:2.0:1777587497.581617:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077f2e076. 00000100:00000001:3.0:1777587497.581617:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587497.581621:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581624:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777587497.581628:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc80288. 00000400:00000010:2.0:1777587497.581633:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000200:2.0:1777587497.581640:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724544, portal 25 00000100:00000001:2.0:1777587497.581642:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587497.581643:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015070080 : -105793694481536 : ffff9fc7fc6bc380) 00000100:00000040:2.0:1777587497.581649:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.581663:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1777587497.581665:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.581666:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587497.581670:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000040:3.0:1777587497.581672:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093586c4f] to pc [ptlrpcd_00_02+2] req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587497.581674:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e47e212. 00000100:00000200:2.0:1777587497.581679:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667724544, offset 0 00000400:00000200:2.0:1777587497.581691:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587497.581696:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587497.581699:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587497.581701:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1777587497.581705:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000040:1.0:1777587497.581707:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.581712:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587497.581713:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1777587497.581717:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1777587497.581721:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000100:00000001:1.0:1777587497.581723:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587497.581726:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.581728:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1777587497.581729:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1777587497.581730:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587497.581734:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1777587497.581737:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000100:00000040:3.0:1777587497.581737:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12582) 02000000:00000001:1.0:1777587497.581738:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587497.581744:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667724672:192.168.204.155@tcp:400: 00000400:00000200:2.0:1777587497.581745:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [573:573:256:4294967295] 192.168.204.155@tcp LPNI seq info [573:573:8:4294967295] 00000100:00000001:3.0:1777587497.581751:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587497.581752:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587497.581756:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1777587497.581756:0:197584:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1777587497.581758:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1777587497.581759:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.581760:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587497.581764:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587497.581764:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1777587497.581768:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 02000000:00000010:1.0:1777587497.581770:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000373a8b62. 00000100:00000001:3.0:1777587497.581770:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1777587497.581774:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.581775:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1777587497.581779:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587497.581780:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000100:00000001:3.0:1777587497.581780:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587497.581783:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1777587497.581785:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db54a1c. 00000100:00000001:3.0:1777587497.581785:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1777587497.581786:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000200:1.0:1777587497.581791:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724672, portal 10 00000100:00000040:3.0:1777587497.581792:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587497.581796:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1777587497.581797:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587497.581799:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015076352 : -105793694475264 : ffff9fc7fc6bdc00) 00000100:00000001:3.0:1777587497.581819:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1777587497.581821:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000100:00000040:1.0:1777587497.581822:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.581822:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587497.581827:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db54a1c type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1777587497.581836:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1777587497.581837:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1777587497.581840:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587497.581843:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587497.581845:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587497.581848:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c8a17. 00000100:00000001:2.0:1777587497.581851:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587497.581851:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667724800:192.168.204.155@tcp:400: 00000100:00000200:1.0:1777587497.581852:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667724672, offset 0 00000100:00000001:2.0:1777587497.581859:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307247950 00000100:00000001:3.0:1777587497.581859:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587497.581863:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1777587497.581864:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 02000000:00000001:3.0:1777587497.581866:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1777587497.581867:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d23b728. 02000000:00000001:3.0:1777587497.581869:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1777587497.581871:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:2.0:1777587497.581874:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 02000000:00000010:3.0:1777587497.581874:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d92aa69d. 00000400:00000200:1.0:1777587497.581875:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1777587497.581879:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1777587497.581881:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000010:3.0:1777587497.581885:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003971bcfe. 00000100:00000001:2.0:1777587497.581887:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307247950 00000400:00000200:1.0:1777587497.581892:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1777587497.581893:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d324bada. 00000400:00000200:1.0:1777587497.581898:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000010:3.0:1777587497.581898:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b8d0c72. 00000100:00000001:2.0:1777587497.581899:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1777587497.581904:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [574:574:255:4294967295] 192.168.204.155@tcp LPNI seq info [574:574:7:4294967295] 00000100:00000200:3.0:1777587497.581904:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724800, portal 10 00000100:00000001:2.0:1777587497.581905:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307247950 00000100:00000001:3.0:1777587497.581909:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1777587497.581916:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdb506a4. 00000400:00000200:1.0:1777587497.581918:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:2.0:1777587497.581923:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1777587497.581926:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587497.581930:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003676fd1e. 00000100:00000001:2.0:1777587497.581935:0:197581:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307247950 00000800:00000200:1.0:1777587497.581936:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000010:2.0:1777587497.581942:0:197581:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003810546f. 00000800:00000200:1.0:1777587497.581943:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587497.581947:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003676fd1e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587497.581948:0:197581:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587497.581952:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.581953:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1777587497.581958:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 86135 usecs (87 jiffies) 00000100:00000001:2.0:1777587497.581958:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.581962:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307244631 00000100:00000001:2.0:1777587497.581962:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.581966:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587497.581967:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307247950 00000100:00000001:1.0:1777587497.581970:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307244631 00000100:00000001:2.0:1777587497.581971:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587497.581972:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307247950 00000100:00000001:2.0:1777587497.581974:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587497.581975:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307244631 00000100:00000001:1.0:1777587497.581979:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307247950 00000100:00000001:2.0:1777587497.581979:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587497.581982:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587497.581983:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307244631 00000100:00000001:2.0:1777587497.581985:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.581987:0:197582:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307247950 00000100:00000001:2.0:1777587497.581988:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.581990:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587497.581993:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.581996:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.581998:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587497.582000:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280015074560 : -105793694477056 : ffff9fc7fc6bd500) 00000100:00000001:1.0:1777587497.582002:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587497.582005:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587497.582009:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587497.582010:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587497.582011:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587497.582014:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.582019:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1777587497.582027:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587497.582032:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587497.582037:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c60ba640. 00000100:00000200:3.0:1777587497.582041:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667724800, offset 0 00000400:00000200:3.0:1777587497.582046:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587497.582051:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587497.582055:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587497.582058:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587497.582060:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587497.582062:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587497.582064:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [575:575:254:4294967295] 192.168.204.155@tcp LPNI seq info [575:575:6:4294967295] 00000400:00000200:3.0:1777587497.582072:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587497.582076:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587497.582080:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000746d7992. 00000800:00000200:3.0:1777587497.582084:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587497.582086:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1777587497.582090:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000010:0.0:1777587497.582091:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db54a1c. 00000800:00000200:3.0:1777587497.582094:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000746d7992 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587497.582098:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1777587497.582100:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1777587497.582101:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14231 usecs (15 jiffies) 00000100:00000001:3.0:1777587497.582103:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307244559 00000400:00000200:0.0:1777587497.582112:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587497.582116:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307247950 00000400:00000200:0.0:1777587497.582117:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e47e212 00000100:00000001:3.0:1777587497.582118:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307244559 00000400:00000010:0.0:1777587497.582121:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004e47e212. 00000100:00000001:3.0:1777587497.582121:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307247950 00000100:00000001:0.0:1777587497.582127:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587497.582131:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587497.582140:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587497.582142:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.582148:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307244559 00000100:00000001:3.0:1777587497.582152:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307247950 00000100:00000001:3.0:1777587497.582155:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307244559 00000100:00000001:3.0:1777587497.582158:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307247950 00000100:00000001:0.0:1777587497.582159:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.582160:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587497.582164:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1777587497.582164:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.582167:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587497.582169:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587497.582177:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587497.582180:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003676fd1e. 00000400:00000200:0.0:1777587497.582184:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587497.582188:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587497.582190:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230c8a17 00000400:00000010:0.0:1777587497.582191:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000230c8a17. 00000100:00000001:0.0:1777587497.582193:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587497.582196:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587497.582202:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587497.582204:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587497.582209:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587497.582211:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587497.582294:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587497.582297:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000746d7992. 00000400:00000200:0.0:1777587497.582299:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587497.582303:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587497.582305:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60ba640 00000400:00000010:0.0:1777587497.582306:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000c60ba640. 00000100:00000001:0.0:1777587497.582308:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587497.582311:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587497.582322:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587497.582324:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587497.582330:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587497.582332:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587497.586595:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.586610:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587497.586615:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.586617:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587497.586629:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587497.586645:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11700 00000400:00000200:3.0:1777587497.586654:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:3.0:1777587497.586661:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.586667:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587497.586670:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587497.586674:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587497.586680:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587497.586686:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587497.586696:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.586716:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587497.586723:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.586725:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.586837:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587497.586841:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587497.586848:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587497.586849:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587497.586852:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc80288. 00000400:00000200:2.0:1777587497.586856:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:2.0:1777587497.586857:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:2.0:1777587497.586859:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587497.586862:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587497.586867:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.586871:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587497.586872:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.586874:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587497.586887:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587497.586889:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587497.586891:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587497.586893:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587497.586899:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587497.586901:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587497.586903:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587497.586904:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587497.586906:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587497.586907:0:197581:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.586909:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587497.586911:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.586915:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587497.586917:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587497.586918:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587497.586920:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587497.586924:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000097a58916 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:37e498ad-f820-401f-ad03-7d35b252723e:197581:1863934667724544:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587497.586936:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.586937:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587497.586939:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097a58916 x1863934667724544/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.586943:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587497.586945:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587497.586948:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077f2e076. 02000000:00000001:2.0:1777587497.586951:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587497.586952:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587497.586954:0:197581:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:2.0:1777587497.586956:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587497.586957:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008fcb48cf. 02000000:00000001:2.0:1777587497.586960:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587497.586961:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587497.586962:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097a58916. 00000100:00000001:2.0:1777587497.586968:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587497.586969:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.586971:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.586978:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587497.586979:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.586980:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587497.586982:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1777587497.589645:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.589657:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587497.589659:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.589661:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587497.589680:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587497.589692:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11780 00000400:00000200:3.0:1777587497.589697:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12b9 [1] + 224 00000800:00000001:3.0:1777587497.589702:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.589705:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587497.589706:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587497.589709:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587497.589713:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587497.589718:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587497.589726:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587497.589742:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587497.589750:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.589752:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587497.589753:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.589754:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587497.589756:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587497.589759:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11800 00000400:00000200:3.0:1777587497.589762:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12c1 [1] + 224 00000800:00000001:3.0:1777587497.589764:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.589818:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587497.589820:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587497.589823:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587497.589833:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587497.589836:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587497.589845:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587497.589856:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587497.589860:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587497.589865:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1777587497.589866:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587497.589869:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587497.589871:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:1.0:1777587497.589876:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:1.0:1777587497.589878:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:1.0:1777587497.589882:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587497.589886:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587497.589894:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587497.589902:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587497.589904:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587497.589906:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587497.589908:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587497.589911:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587497.589912:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587497.589915:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.589917:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587497.589920:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1777587497.589922:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587497.589927:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1777587497.589929:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587497.589931:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587497.589933:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1777587497.589936:0:197582:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.589939:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587497.589941:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587497.589943:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587497.589944:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587497.589947:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587497.589954:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587497.589958:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587497.589959:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1777587497.589962:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587497.589976:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000076b842da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667724672:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587497.589980:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587497.589982:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587497.589984:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076b842da x1863934667724672/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587497.589990:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587497.589993:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587497.589996:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000373a8b62. 02000000:00000001:1.0:1777587497.590000:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587497.590002:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587497.590003:0:197582:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587497.590005:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587497.590007:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6982ab9. 02000000:00000001:1.0:1777587497.590011:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587497.590012:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587497.590013:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076b842da. 00000100:00000001:1.0:1777587497.590016:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587497.590017:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587497.590019:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587497.590026:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587497.590027:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587497.590029:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587497.590031:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587497.590065:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1777587497.590066:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587497.590070:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1777587497.590077:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587497.590078:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003971bcfe. 00000400:00000200:2.0:1777587497.590082:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b8d0c72 00000400:00000010:2.0:1777587497.590083:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000001b8d0c72. 00000100:00000001:2.0:1777587497.590086:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587497.590090:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587497.590098:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.590104:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587497.590114:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.590116:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587497.590117:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587497.590244:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587497.590246:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587497.590248:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587497.590289:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587497.590301:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587497.590303:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587497.590304:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587497.590306:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587497.590309:0:197584:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587497.590316:0:197584:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.590318:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587497.590326:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587497.590328:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587497.590329:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587497.590333:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.590339:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587497.590341:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587497.590342:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587497.590345:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587497.590351:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000093586c4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667724800:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587497.590354:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.590356:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587497.590358:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093586c4f x1863934667724800/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587497.590364:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587497.590365:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587497.590367:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d92aa69d. 02000000:00000001:2.0:1777587497.590370:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587497.590371:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587497.590372:0:197584:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587497.590374:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587497.590376:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c907112. 02000000:00000001:2.0:1777587497.590378:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587497.590379:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587497.590380:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093586c4f. 00000100:00000001:2.0:1777587497.590382:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587497.590385:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.590386:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587497.590390:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587497.590391:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587497.590392:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587497.590394:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587498.221375:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587498.221381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587498.221387:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587498.221388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587498.221553:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587498.221557:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587498.221560:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587499.246741:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587499.247037:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587499.247039:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587499.247042:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247060:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587499.247062:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247064:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247084:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247088:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587499.247089:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587499.247091:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587499.247092:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247094:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587499.247095:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247097:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587499.247098:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587499.247676:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587499.247682:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587499.247687:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587500.269339:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587500.269345:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587500.269350:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587500.269352:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587500.270898:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587500.270903:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587500.270906:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1777587501.037390:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307247950, at 4307248000 00000100:00000040:1.0:1777587501.037390:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307247950, at 4307248000 00000100:00000040:2.0:1777587501.037390:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307247950, at 4307248000 00000100:00000010:2.0:1777587501.037408:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdb506a4. 00000100:00000010:1.0:1777587501.037409:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d324bada. 00000100:00000010:0.0:1777587501.037411:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d23b728. 00000100:00000040:3.0:1777587501.037608:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307247950, at 4307248000 00000100:00000010:3.0:1777587501.037614:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003810546f. 00010000:00000001:1.0:1777587501.293864:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587501.293869:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587501.293873:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587501.293874:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587501.293930:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587501.293932:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587501.293934:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587502.321239:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587502.321246:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587502.321267:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587502.321268:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587502.321378:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587502.321382:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587502.321385:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587502.703807:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587502.703817:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587502.703828:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c2bf609. 00000020:00000040:1.0:1777587502.703837:0:189245:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:1.0:1777587502.703842:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587502.703846:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587502.703852:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587502.703861:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac363b9b. 00000100:00000001:1.0:1777587502.703870:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.703883:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587502.703895:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587502.703913:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.703919:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bf609] to pc [ptlrpcd_00_03+3] req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.703960:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.703963:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587502.703966:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587502.703969:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017b81f49. 00000020:00000040:1.0:1777587502.703972:0:189245:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587502.703974:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587502.703976:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587502.703978:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587502.703981:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a209bc3. 00000100:00000001:1.0:1777587502.703986:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.703990:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587502.703998:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587502.703999:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.704002:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017b81f49] to pc [ptlrpcd_00_00+0] req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.704030:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.704032:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1777587502.704035:0:189245:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1777587502.704039:0:189245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056daaf68. 00000020:00000040:1.0:1777587502.704042:0:189245:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:1.0:1777587502.704044:0:189245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1777587502.704046:0:189245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1777587502.704048:0:189245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1777587502.704052:0:189245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e60d4a0f. 00000100:00000001:1.0:1777587502.704054:0:189245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.704057:0:189245:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1777587502.704075:0:189245:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1777587502.704076:0:189245:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.704079:0:189245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056daaf68] to pc [ptlrpcd_00_01+1] req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.704087:0:189245:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.704089:0:189245:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1777587502.704093:0:189245:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1777587502.704098:0:189245:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12587) 00000100:00000001:1.0:1777587502.704113:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587502.704118:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587502.704120:0:197582:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587502.704128:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.704136:0:197582:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587502.704138:0:197582:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587502.704143:0:197582:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587502.704146:0:197582:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587502.704149:0:197582:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1777587502.704152:0:197582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667725184:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587502.704157:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587502.704158:0:197582:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1777587502.704167:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1777587502.704169:0:197582:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587502.704170:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1777587502.704173:0:197582:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587502.704177:0:197582:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587502.704182:0:197582:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074afc437. 02000000:00000001:1.0:1777587502.704186:0:197582:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587502.704187:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777587502.704194:0:197582:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000400:00000010:1.0:1777587502.704206:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000100:00000001:2.0:1777587502.704207:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1777587502.704211:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587502.704217:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1777587502.704220:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1777587502.704223:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1777587502.704228:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667725056:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587502.704232:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1777587502.704238:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1777587502.704240:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587502.704242:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1777587502.704248:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000da1030. 02000000:00000001:2.0:1777587502.704272:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1777587502.704280:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc80288. 00000100:00000001:3.0:1777587502.704334:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587502.704338:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587502.704340:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1777587502.704346:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1777587502.704347:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587502.704354:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587502.704369:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587502.704371:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587502.704374:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587502.704375:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587502.704377:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587502.704381:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667724928:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587502.704385:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587502.704388:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587502.704390:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587502.704392:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587502.704397:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000872c6dff. 00000100:00000200:1.0:1777587502.704398:0:197582:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667725184, portal 10 02000000:00000001:3.0:1777587502.704400:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.704403:0:197582:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1777587502.704405:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087a4c312. 00000100:00000001:1.0:1777587502.704406:0:197582:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006739584 : -105793702812032 : ffff9fc7fbeca680) 00000100:00000040:1.0:1777587502.704430:0:197582:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777587502.704431:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a973dcf8. 00000100:00000200:2.0:1777587502.704439:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667725056, portal 10 00000100:00000001:2.0:1777587502.704441:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1777587502.704443:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006738688 : -105793702812928 : ffff9fc7fbeca300) 00000100:00000001:1.0:1777587502.704449:0:197582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587502.704453:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587502.704455:0:197582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587502.704460:0:197582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d5777f9. 00000100:00000200:1.0:1777587502.704464:0:197582:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667725184, offset 0 00000400:00000200:1.0:1777587502.704472:0:197582:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000001:2.0:1777587502.704480:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1777587502.704483:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:2.0:1777587502.704486:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000040d8994. 00000100:00000200:2.0:1777587502.704490:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667725056, offset 0 00000400:00000200:1.0:1777587502.704492:0:197582:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:1.0:1777587502.704498:0:197582:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587502.704499:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:1.0:1777587502.704504:0:197582:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587502.704507:0:197582:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587502.704509:0:197582:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587502.704513:0:197582:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [576:576:256:4294967295] 192.168.204.155@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:1.0:1777587502.704523:0:197582:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587502.704528:0:197582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:1.0:1777587502.704533:0:197582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cdeb1. 00000800:00000200:1.0:1777587502.704539:0:197582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:1.0:1777587502.704545:0:197582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:1.0:1777587502.704549:0:197582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6cdeb1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1777587502.704571:0:197582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.704575:0:197582:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14210 usecs (15 jiffies) 00000100:00000001:1.0:1777587502.704579:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307249682 00000100:00000010:1.0:1777587502.704584:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ed04a77. 00000100:00000001:1.0:1777587502.704589:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1777587502.704599:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307249682 00000100:00000010:1.0:1777587502.704601:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d90c63ca. 00000100:00000001:1.0:1777587502.704604:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1777587502.704606:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307249682 00000100:00000010:1.0:1777587502.704609:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ac1ba05. 00000100:00000001:1.0:1777587502.704618:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1777587502.704621:0:197582:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307249682 00000100:00000010:1.0:1777587502.704624:0:197582:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e5c7cf7. 00000100:00000001:1.0:1777587502.704626:0:197582:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1777587502.704629:0:197582:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587502.704631:0:197582:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.704635:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.704637:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587502.704655:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587502.704657:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587502.704660:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587502.704661:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587502.704662:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.704664:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1777587502.704689:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:2.0:1777587502.704693:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777587502.704702:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:2.0:1777587502.704704:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777587502.704716:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:2.0:1777587502.704720:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [577:577:255:4294967295] 192.168.204.155@tcp LPNI seq info [577:577:7:4294967295] 00000400:00000200:2.0:1777587502.704729:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:2.0:1777587502.704734:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:2.0:1777587502.704738:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab7722ab. 00000800:00000200:2.0:1777587502.704742:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:0.0:1777587502.704785:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587502.704789:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cdeb1. 00000400:00000200:0.0:1777587502.704793:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587502.704797:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587502.704804:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5777f9 00000400:00000010:0.0:1777587502.704806:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000004d5777f9. 00000100:00000001:0.0:1777587502.704809:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587502.704812:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587502.704822:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587502.704825:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587502.704830:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587502.704832:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1777587502.704871:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332cd169. 00000100:00000200:3.0:1777587502.704875:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667724928, portal 25 00000100:00000001:3.0:1777587502.704877:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587502.704885:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280006736896 : -105793702814720 : ffff9fc7fbec9c00) 00000100:00000040:3.0:1777587502.704890:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587502.704897:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587502.704899:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:3.0:1777587502.704902:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006285abb8. 00000100:00000200:3.0:1777587502.704903:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667724928, offset 0 00000400:00000200:3.0:1777587502.704907:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587502.704912:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587502.704915:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587502.704917:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587502.704919:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587502.704921:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587502.704923:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [578:578:255:4294967295] 192.168.204.155@tcp LPNI seq info [578:578:7:4294967295] 00000400:00000200:3.0:1777587502.704930:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587502.704935:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587502.704938:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587502.704941:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587502.704945:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587502.704948:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587502.704968:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587502.704972:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307253073 00000100:00000001:3.0:1777587502.704976:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307249682 00000100:00000001:3.0:1777587502.704979:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307253073 00000100:00000001:3.0:1777587502.704982:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307249682 00000100:00000001:3.0:1777587502.704984:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307253073 00000100:00000001:3.0:1777587502.704986:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307249682 00000100:00000001:3.0:1777587502.704988:0:197584:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307253073 00000100:00000001:3.0:1777587502.704990:0:197584:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307249682 00000100:00000001:3.0:1777587502.705000:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587502.705002:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587502.705004:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587502.705005:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587502.705009:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587502.705011:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587502.705012:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587502.705014:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587502.705015:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587502.705017:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1777587502.705052:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:2.0:1777587502.705055:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab7722ab type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1777587502.705059:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587502.705061:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 85693 usecs (86 jiffies) 00000100:00000001:2.0:1777587502.705064:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307249753 00000100:00000001:2.0:1777587502.705066:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307253073 00000100:00000001:2.0:1777587502.705067:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307249753 00000100:00000001:2.0:1777587502.705069:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307253073 00000100:00000001:2.0:1777587502.705071:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307249753 00000100:00000001:2.0:1777587502.705073:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307253073 00000100:00000001:2.0:1777587502.705074:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307249753 00000100:00000001:2.0:1777587502.705075:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307253073 00000100:00000001:2.0:1777587502.705077:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587502.705079:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.705081:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.705083:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587502.705087:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587502.705088:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1777587502.705090:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587502.705091:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1777587502.705092:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.705100:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1777587502.705160:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587502.705163:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:1.0:1777587502.705166:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587502.705170:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587502.705173:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006285abb8 00000400:00000010:1.0:1777587502.705174:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000006285abb8. 00000100:00000001:1.0:1777587502.705177:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587502.705180:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.705188:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587502.705191:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.705197:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.705199:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1777587502.705226:0:197575:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777587502.705229:0:197575:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab7722ab. 00000400:00000200:1.0:1777587502.705232:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587502.705235:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:1.0:1777587502.705237:0:197575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000040d8994 00000400:00000010:1.0:1777587502.705239:0:197575:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000040d8994. 00000100:00000001:1.0:1777587502.705248:0:197575:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587502.705382:0:197575:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.705391:0:197575:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587502.705394:0:197575:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.705399:0:197575:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.705401:0:197575:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1777587502.708466:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708479:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587502.708483:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708485:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587502.708495:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587502.708511:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11980 00000400:00000200:3.0:1777587502.708519:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:3.0:1777587502.708527:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708531:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587502.708533:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587502.708537:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587502.708543:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587502.708550:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587502.708561:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587502.708582:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587502.708590:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708593:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587502.708595:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708596:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587502.708600:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587502.708606:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11900 00000400:00000200:3.0:1777587502.708619:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12cd [1] + 224 00000800:00000001:3.0:1777587502.708623:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708626:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587502.708628:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587502.708631:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587502.708634:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587502.708637:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587502.708645:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587502.708665:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587502.708669:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708672:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1777587502.708674:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708676:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587502.708679:0:197574:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:3.0:1777587502.708685:0:197574:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11880 00000400:00000200:3.0:1777587502.708691:0:197574:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x12d9 [1] + 224 00000800:00000001:3.0:1777587502.708693:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1777587502.708698:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1777587502.708699:0:197574:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777587502.708702:0:197574:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:3.0:1777587502.708704:0:197574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587502.708719:0:197574:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587502.708727:0:197574:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.708838:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587502.708842:0:197582:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1777587502.708848:0:197582:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1777587502.708850:0:197582:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1777587502.708852:0:197582:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:1.0:1777587502.708856:0:197582:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:1.0:1777587502.708858:0:197582:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:1.0:1777587502.708861:0:197582:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587502.708864:0:197582:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777587502.708872:0:197582:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.708878:0:197582:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1777587502.708879:0:197582:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587502.708882:0:197582:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1777587502.708884:0:197582:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1777587502.708886:0:197582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1777587502.708888:0:197582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587502.708890:0:197582:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1777587502.708899:0:197582:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1777587502.708903:0:197582:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=34 v=5 (1 1 0 0) 00000100:00000001:1.0:1777587502.708905:0:197582:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1777587502.708906:0:197582:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587502.708908:0:197582:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1777587502.708911:0:197582:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1777587502.708929:0:197582:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.708933:0:197582:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1777587502.708935:0:197582:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:1.0:1777587502.708937:0:197582:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1777587502.708938:0:197582:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.708942:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587502.708947:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587502.708950:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587502.708951:0:197582:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587502.708954:0:197582:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1777587502.708956:0:197582:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587502.708978:0:197574:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1777587502.708994:0:197574:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1777587502.708996:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1777587502.708998:0:197574:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1777587502.709005:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587502.709008:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087a4c312. 00000400:00000200:0.0:1777587502.709012:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332cd169 00000400:00000010:0.0:1777587502.709013:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000332cd169. 00000100:00000001:0.0:1777587502.709017:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587502.709029:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587502.709038:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587502.709044:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587502.709046:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587502.709048:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587502.709049:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1777587502.709051:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587502.709051:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587502.709053:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.709055:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1777587502.709056:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1777587502.709059:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587502.709061:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587502.709062:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dc80288. 00000400:00000200:2.0:1777587502.709066:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a973dcf8 00000400:00000010:2.0:1777587502.709067:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a973dcf8. 00000100:00000001:2.0:1777587502.709070:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587502.709073:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587502.709080:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587502.709085:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587502.709086:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587502.709088:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587502.709090:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587502.709091:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587502.709093:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587502.709094:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587502.709097:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587502.709100:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587502.709101:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587502.709103:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587502.709104:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1777587502.709105:0:197581:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.709108:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587502.709109:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587502.709110:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587502.709111:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587502.709114:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587502.709119:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587502.709121:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587502.709123:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587502.709132:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587502.709138:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000017b81f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667725056:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587502.709142:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587502.709145:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587502.709147:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017b81f49 x1863934667725056/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587502.709153:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587502.709155:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587502.709158:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000da1030. 02000000:00000001:2.0:1777587502.709162:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587502.709165:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587502.709166:0:197581:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587502.709168:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587502.709170:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a209bc3. 02000000:00000001:2.0:1777587502.709173:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587502.709174:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587502.709176:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017b81f49. 00000100:00000001:2.0:1777587502.709181:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1777587502.709183:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1777587502.709183:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1777587502.709189:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1777587502.709189:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587502.709193:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587502.709194:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587502.709196:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587502.709197:0:197584:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.709198:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587502.709199:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.709201:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587502.709204:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1777587502.709206:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587502.709207:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587502.709215:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1777587502.709217:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587502.709218:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587502.709221:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587502.709227:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000004c2bf609 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:37e498ad-f820-401f-ad03-7d35b252723e:197584:1863934667724928:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587502.709231:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587502.709233:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587502.709242:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c2bf609 x1863934667724928/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587502.709248:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587502.709249:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1777587502.709269:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000872c6dff. 02000000:00000001:0.0:1777587502.709273:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587502.709274:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587502.709275:0:197584:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:0.0:1777587502.709277:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587502.709279:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac363b9b. 02000000:00000001:0.0:1777587502.709281:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587502.709282:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587502.709283:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c2bf609. 00000100:00000001:0.0:1777587502.709285:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587502.709286:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587502.709288:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587502.709291:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587502.709292:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587502.709294:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587502.709296:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587502.709355:0:197582:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777587502.709364:0:197582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000056daaf68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32fcebbd-136e-4017-bea6-5d06fb86bba7:197582:1863934667725184:192.168.204.155@tcp:400: 00000100:00000001:1.0:1777587502.709367:0:197582:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587502.709369:0:197582:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1777587502.709371:0:197582:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056daaf68 x1863934667725184/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587502.709377:0:197582:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1777587502.709378:0:197582:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1777587502.709380:0:197582:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074afc437. 02000000:00000001:1.0:1777587502.709384:0:197582:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1777587502.709385:0:197582:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1777587502.709386:0:197582:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:1.0:1777587502.709388:0:197582:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1777587502.709389:0:197582:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e60d4a0f. 02000000:00000001:1.0:1777587502.709391:0:197582:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1777587502.709392:0:197582:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1777587502.709393:0:197582:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056daaf68. 00000100:00000001:1.0:1777587502.709395:0:197582:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1777587502.709396:0:197582:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587502.709403:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587502.709406:0:197582:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587502.709407:0:197582:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587502.709408:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587502.709410:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587503.341383:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587503.341388:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587503.341402:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587503.341404:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587503.341518:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587503.341521:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587503.341533:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587504.365374:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587504.365381:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587504.365388:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587504.365390:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587504.365621:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587504.365624:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587504.365627:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587505.389759:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587505.389765:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587505.389770:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587505.389772:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587505.390039:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587505.390042:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587505.390045:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1777587506.157362:0:201374:0:(connection.c:75:cpu_latency_work()) work item of 00000000bf31843e (cpu 0) has reached its deadline 4307253073, at 4307253120 00000100:00000040:2.0:1777587506.157362:0:181850:0:(connection.c:75:cpu_latency_work()) work item of 000000004dcb536f (cpu 0) has reached its deadline 4307253073, at 4307253120 00000100:00000010:2.0:1777587506.157375:0:181850:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ac1ba05. 00000100:00000010:1.0:1777587506.157377:0:201374:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d90c63ca. 00000100:00000040:0.0:1777587506.157387:0:199727:0:(connection.c:75:cpu_latency_work()) work item of 00000000a763261c (cpu 0) has reached its deadline 4307253073, at 4307253120 00000100:00000040:3.0:1777587506.157390:0:203641:0:(connection.c:75:cpu_latency_work()) work item of 00000000450df80c (cpu 0) has reached its deadline 4307253073, at 4307253120 00000100:00000010:0.0:1777587506.157398:0:199727:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ed04a77. 00000100:00000010:3.0:1777587506.157400:0:203641:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e5c7cf7. 00010000:00000001:1.0:1777587506.413352:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587506.413357:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587506.413517:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587506.413518:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587506.413673:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587506.413677:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587506.413679:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587507.437321:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587507.437325:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587507.437330:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587507.437332:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1777587507.437353:0:199887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1777587507.437357:0:199887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1777587507.437360:0:199887:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1777587507.822043:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 37e498ad-f820-401f-ad03-7d35b252723e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587507.822052:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587507.822070:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbcbecd3. 00000020:00000040:2.0:1777587507.822077:0:183117:0:(genops.c:1231:class_import_get()) import 000000005a43290b refcount=4 obd=MGC192.168.204.155@tcp 00000100:00000001:2.0:1777587507.822082:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587507.822087:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587507.822106:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587507.822115:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab7722ab. 00000100:00000001:2.0:1777587507.822122:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822132:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 37e498ad-f820-401f-ad03-7d35b252723e->MGS req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1777587507.822142:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587507.822144:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822149:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbcbecd3] to pc [ptlrpcd_00_02+2] req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587507.822179:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822182:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1777587507.822185:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1777587507.822188:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a549686. 00000020:00000040:2.0:1777587507.822191:0:183117:0:(genops.c:1231:class_import_get()) import 000000008b7e9556 refcount=4 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000100:00000001:2.0:1777587507.822193:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587507.822195:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1777587507.822196:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587507.822199:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006db54a1c. 00000100:00000001:3.0:1777587507.822200:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587507.822202:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822205:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1777587507.822207:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0000_UUID req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1777587507.822209:0:197583:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587507.822216:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587507.822220:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587507.822222:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822228:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a549686] to pc [ptlrpcd_00_03+3] req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587507.822232:0:197583:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587507.822236:0:197583:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587507.822238:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822240:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1777587507.822240:0:197583:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1777587507.822244:0:183117:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1777587507.822244:0:197583:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1777587507.822249:0:183117:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003793cd6f. 02000000:00000001:3.0:1777587507.822249:0:197583:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587507.822272:0:197583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667725312:192.168.204.155@tcp:400: 00000020:00000040:2.0:1777587507.822274:0:183117:0:(genops.c:1231:class_import_get()) import 00000000072074ad refcount=4 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000100:00000001:3.0:1777587507.822277:0:197583:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587507.822282:0:197583:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1777587507.822283:0:183117:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1777587507.822286:0:183117:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1777587507.822286:0:197583:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587507.822288:0:183117:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1777587507.822292:0:183117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da446cc8. 00000100:00000001:2.0:1777587507.822294:0:183117:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822297:0:183117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-MDT0001_UUID req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1777587507.822299:0:197583:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1777587507.822304:0:183117:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1777587507.822305:0:183117:0:(jobid.c:947:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1777587507.822305:0:197583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c07eb86a. 00000100:00000040:2.0:1777587507.822308:0:183117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003793cd6f] to pc [ptlrpcd_00_00+0] req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1777587507.822310:0:197583:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587507.822318:0:197583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc55076. 00000400:00000010:3.0:1777587507.822326:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078094515. 00000100:00000001:2.0:1777587507.822328:0:183117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.822331:0:183117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1777587507.822333:0:197583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667725312, portal 25 00000100:00000040:2.0:1777587507.822334:0:183117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32fcebbd-136e-4017-bea6-5d06fb86bba7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1777587507.822338:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587507.822338:0:197583:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1777587507.822340:0:183117:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12592) 00000100:00000001:3.0:1777587507.822342:0:197583:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009664256 : -105793699887360 : ffff9fc7fc194700) 00000100:00000001:1.0:1777587507.822343:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587507.822345:0:197584:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1777587507.822351:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1777587507.822353:0:197583:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587507.822358:0:197584:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1777587507.822359:0:197584:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1777587507.822363:0:197584:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1777587507.822365:0:197584:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1777587507.822369:0:197584:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822373:0:197583:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1777587507.822378:0:197583:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00100000:1.0:1777587507.822381:0:197584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667725440:192.168.204.155@tcp:400: 00000400:00000010:3.0:1777587507.822383:0:197583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074ea183c. 00000100:00000001:1.0:1777587507.822384:0:197584:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1777587507.822388:0:197584:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1777587507.822389:0:197584:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1777587507.822389:0:197583:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863934667725312, offset 0 02000000:00000001:1.0:1777587507.822392:0:197584:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1777587507.822396:0:197584:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074afc437. 02000000:00000001:1.0:1777587507.822398:0:197584:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1777587507.822401:0:197584:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b908ea0d. 00000400:00000010:1.0:1777587507.822406:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010417199. 00000400:00000200:3.0:1777587507.822410:0:197583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587507.822423:0:197583:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000400:00000200:3.0:1777587507.822428:0:197583:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587507.822436:0:197583:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:3.0:1777587507.822440:0:197583:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587507.822443:0:197583:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:3.0:1777587507.822446:0:197583:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [579:579:256:4294967295] 192.168.204.155@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:3.0:1777587507.822458:0:197583:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:3.0:1777587507.822464:0:197583:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000800:00000010:3.0:1777587507.822468:0:197583:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045deeea1. 00000800:00000200:3.0:1777587507.822474:0:197583:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000800:00000200:3.0:1777587507.822481:0:197583:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587507.822485:0:197583:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045deeea1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587507.822497:0:197583:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822501:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 0 is 4307258191 00000100:00000010:3.0:1777587507.822505:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd3920fd. 00000100:00000001:3.0:1777587507.822511:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1777587507.822516:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 1 is 4307258191 00000100:00000010:3.0:1777587507.822518:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039598914. 00000100:00000001:3.0:1777587507.822521:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1777587507.822523:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 2 is 4307258191 00000100:00000010:3.0:1777587507.822526:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e25c9622. 00000100:00000001:3.0:1777587507.822528:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1777587507.822530:0:197583:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS new deadline estimation for cpu 3 is 4307258191 00000100:00000010:3.0:1777587507.822532:0:197583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5d87602. 00000100:00000001:3.0:1777587507.822540:0:197583:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.155@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1777587507.822543:0:197583:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587507.822545:0:197583:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822548:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822550:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587507.822557:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587507.822559:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587507.822561:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587507.822562:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587507.822563:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822565:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.822588:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587507.822591:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587507.822593:0:197581:0:(client.c:1798:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1777587507.822598:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587507.822605:0:197581:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1777587507.822606:0:197581:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587507.822618:0:197581:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1777587507.822621:0:197581:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1777587507.822623:0:197581:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1777587507.822625:0:197581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667725568:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587507.822629:0:197581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1777587507.822631:0:197581:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1777587507.822633:0:197581:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587507.822634:0:197581:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1777587507.822637:0:197581:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fdac8e. 02000000:00000001:3.0:1777587507.822639:0:197581:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1777587507.822642:0:197581:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005afee44b. 00000100:00000001:2.0:1777587507.823474:0:197582:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587507.823479:0:197582:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1777587507.823529:0:197584:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667725440, portal 10 00000400:00000010:3.0:1777587507.823532:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054e8a034. 00000100:00000001:1.0:1777587507.823533:0:197584:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1777587507.823535:0:197584:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009672320 : -105793699879296 : ffff9fc7fc196680) 00000100:00000200:3.0:1777587507.823539:0:197581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863934667725568, portal 10 00000100:00000001:3.0:1777587507.823543:0:197581:0:(client.c:3291:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1777587507.823544:0:197581:0:(client.c:3293:ptlrpc_request_addref()) Process leaving (rc=18446638280009663360 : -105793699888256 : ffff9fc7fc194380) 00000100:00000040:1.0:1777587507.823546:0:197584:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1777587507.823549:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1777587507.823553:0:197581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1777587507.823555:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045deeea1. 00000400:00000200:0.0:1777587507.823562:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1777587507.823569:0:197584:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1777587507.823574:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000040:1.0:1777587507.823576:0:197584:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000400:00000010:1.0:1777587507.823582:0:197584:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009695798a. 00000400:00000200:0.0:1777587507.823583:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ea183c 00000400:00000010:0.0:1777587507.823587:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000074ea183c. 00000100:00000001:3.0:1777587507.823591:0:197581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1777587507.823594:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1777587507.823594:0:197584:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667725440, offset 0 00000100:00000040:3.0:1777587507.823598:0:197581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.155@tcp 00000100:00000200:0.0:1777587507.823602:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777587507.823603:0:197581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9829f29. 00000400:00000200:1.0:1777587507.823604:0:197584:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000200:3.0:1777587507.823621:0:197581:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863934667725568, offset 0 00000400:00000200:1.0:1777587507.823625:0:197584:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000100:00000001:0.0:1777587507.823626:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1777587507.823630:0:197584:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587507.823631:0:197581:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.155@tcp 00000100:00000040:0.0:1777587507.823633:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777587507.823638:0:197584:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000400:00000200:1.0:1777587507.823645:0:197584:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777587507.823649:0:197584:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000400:00000200:1.0:1777587507.823652:0:197584:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [580:580:255:4294967295] 192.168.204.155@tcp LPNI seq info [580:580:7:4294967295] 00000400:00000200:1.0:1777587507.823661:0:197584:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000800:00000200:1.0:1777587507.823666:0:197584:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000400:00000200:3.0:1777587507.823670:0:197581:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.155@tcp local destination 00000800:00000010:1.0:1777587507.823671:0:197584:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e60d4a0f. 00000400:00000200:3.0:1777587507.823673:0:197581:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777587507.823678:0:197581:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.55@tcp 00000800:00000200:1.0:1777587507.823681:0:197584:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000400:00000200:3.0:1777587507.823685:0:197581:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.55@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777587507.823689:0:197581:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.155@tcp 00000800:00000200:1.0:1777587507.823693:0:197584:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000400:00000200:3.0:1777587507.823697:0:197581:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.55@tcp NI seq info: [581:581:254:4294967295] 192.168.204.155@tcp LPNI seq info [581:581:6:4294967295] 00000800:00000200:1.0:1777587507.823698:0:197584:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e60d4a0f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777587507.823710:0:197581:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp:) -> 192.168.204.155@tcp(192.168.204.155@tcp:192.168.204.155@tcp) : PUT try# 0 00000100:00000001:1.0:1777587507.823711:0:197584:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1777587507.823717:0:197584:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: using a timeout of 85235 usecs (86 jiffies) 00000800:00000200:3.0:1777587507.823720:0:197581:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.155@tcp 00000100:00000001:1.0:1777587507.823722:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307254872 00000100:00000001:1.0:1777587507.823725:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307258191 00000800:00000010:3.0:1777587507.823725:0:197581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1f15a9. 00000100:00000001:1.0:1777587507.823730:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307254872 00000100:00000001:1.0:1777587507.823733:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307258191 00000800:00000200:3.0:1777587507.823735:0:197581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e121f569] -> 12345-192.168.204.155@tcp (5) 00000100:00000001:1.0:1777587507.823737:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307254872 00000100:00000001:1.0:1777587507.823741:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307258191 00000100:00000001:1.0:1777587507.823742:0:197584:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307254872 00000100:00000001:1.0:1777587507.823744:0:197584:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307258191 00000100:00000001:1.0:1777587507.823746:0:197584:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1777587507.823748:0:197584:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587507.823751:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587507.823753:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1777587507.823757:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1777587507.823758:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1777587507.823760:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1777587507.823761:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1777587507.823763:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1777587507.823765:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587507.823847:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587507.823849:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1777587507.823936:0:197581:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.155@tcp ip 192.168.204.155:988 00000800:00000200:3.0:1777587507.823939:0:197581:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc1f15a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1777587507.823942:0:197581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587507.823945:0:197581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: using a timeout of 14161 usecs (15 jiffies) 00000100:00000001:3.0:1777587507.823947:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 0 is 4307254801 00000100:00000001:3.0:1777587507.823950:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 0, keep current deadline 4307258191 00000100:00000001:3.0:1777587507.823951:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 1 is 4307254801 00000100:00000001:3.0:1777587507.823953:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 1, keep current deadline 4307258191 00000100:00000001:3.0:1777587507.823954:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 2 is 4307254801 00000100:00000001:3.0:1777587507.823956:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 2, keep current deadline 4307258191 00000100:00000001:3.0:1777587507.823957:0:197581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS new deadline estimation for cpu 3 is 4307254801 00000100:00000001:3.0:1777587507.823959:0:197581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9fc7c7c78000: PM QoS request active for cpu 3, keep current deadline 4307258191 00000100:00000001:3.0:1777587507.823965:0:197581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587507.823968:0:197581:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.823970:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.823972:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587507.823976:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587507.823977:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1777587507.823979:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587507.823980:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1777587507.823980:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.823982:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1777587507.824295:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587507.824297:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e60d4a0f. 00000400:00000200:0.0:1777587507.824301:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587507.824305:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587507.824308:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695798a 00000400:00000010:0.0:1777587507.824310:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 000000009695798a. 00000100:00000001:0.0:1777587507.824312:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587507.824315:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587507.824322:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587507.824324:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587507.824330:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587507.824331:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1777587507.824342:0:197576:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777587507.824344:0:197576:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1f15a9. 00000400:00000200:0.0:1777587507.824346:0:197576:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777587507.824349:0:197576:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000200:0.0:1777587507.824351:0:197576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9829f29 00000400:00000010:0.0:1777587507.824352:0:197576:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 00000000a9829f29. 00000100:00000001:0.0:1777587507.824354:0:197576:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1777587507.824356:0:197576:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587507.824362:0:197576:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1777587507.824364:0:197576:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587507.824378:0:197576:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587507.824379:0:197576:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1777587507.826768:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826779:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587507.826783:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826785:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587507.826795:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587507.826811:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 25 MB=0x69f3d1bc11a00 00000400:00000200:1.0:1777587507.826819:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.155@tcp of length 224/224 into md 0x12e1 [1] + 224 00000800:00000001:1.0:1777587507.826826:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826831:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587507.826833:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587507.826837:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587507.826854:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587507.826860:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587507.826870:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587507.826890:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587507.826897:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826900:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587507.826902:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826904:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587507.826916:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587507.826922:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11a80 00000400:00000200:1.0:1777587507.826927:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12e9 [1] + 224 00000800:00000001:1.0:1777587507.826930:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826933:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587507.826935:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777587507.826938:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000100:00000001:1.0:1777587507.826941:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1777587507.826943:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587507.826950:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587507.826971:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1777587507.826975:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826979:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1777587507.826981:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.826982:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1777587507.826986:0:197575:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.55@tcp(192.168.204.55@tcp) <- 192.168.204.155@tcp : PUT - for me 00000400:00000200:1.0:1777587507.826990:0:197575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.155@tcp of length 224 into portal 10 MB=0x69f3d1bc11b00 00000400:00000200:1.0:1777587507.826995:0:197575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.155@tcp of length 224/224 into md 0x12ed [1] + 224 00000800:00000001:1.0:1777587507.826999:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1777587507.827009:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587507.827011:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1777587507.827011:0:197575:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1777587507.827015:0:197584:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1777587507.827017:0:197575:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.55@tcp->192.168.204.155@tcp: PUT: OK 00000400:00000001:0.0:1777587507.827021:0:197584:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1777587507.827024:0:197584:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1777587507.827026:0:197584:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b908ea0d. 00000400:00000200:0.0:1777587507.827030:0:197584:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010417199 00000400:00000010:0.0:1777587507.827032:0:197584:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000010417199. 00000100:00000001:0.0:1777587507.827038:0:197584:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1777587507.827043:0:197584:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777587507.827051:0:197584:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587507.827057:0:197584:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1777587507.827059:0:197584:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587507.827061:0:197584:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1777587507.827064:0:197584:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587507.827120:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587507.827123:0:197583:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1777587507.827178:0:197584:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1777587507.827181:0:197584:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1777587507.827184:0:197584:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1777587507.827192:0:197584:0:(import.c:2144:obd_at_measure()) add 5 to 000000006e986171 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1777587507.827196:0:197584:0:(import.c:2144:obd_at_measure()) add 1 to 00000000d5649306 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1777587507.827198:0:197584:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1777587507.827200:0:197584:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1777587507.827202:0:197584:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1777587507.827205:0:197584:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587507.827209:0:197584:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1777587507.827211:0:197584:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:0.0:1777587507.827213:0:197584:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1777587507.827214:0:197584:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1777587507.827218:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1777587507.827221:0:197575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1777587507.827226:0:197584:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1777587507.827229:0:197575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1777587507.827237:0:197584:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1777587507.827240:0:197584:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1777587507.827246:0:197584:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1777587507.827248:0:197575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1777587507.827287:0:197584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003a549686 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32fcebbd-136e-4017-bea6-5d06fb86bba7:197584:1863934667725440:192.168.204.155@tcp:400: 00000100:00000001:0.0:1777587507.827291:0:197584:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587507.827293:0:197584:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1777587507.827293:0:197575:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1777587507.827297:0:197584:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a549686 x1863934667725440/t0(0) o400->lustre-MDT0000-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1777587507.827300:0:197575:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1777587507.827301:0:197584:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1777587507.827304:0:197584:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1777587507.827305:0:197575:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1777587507.827306:0:197584:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074afc437. 02000000:00000001:0.0:1777587507.827311:0:197584:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1777587507.827312:0:197584:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1777587507.827314:0:197584:0:(genops.c:1244:class_import_put()) import 000000008b7e9556 refcount=3 obd=lustre-MDT0000-mdc-ffff9fc7c7c78000 00000020:00000001:0.0:1777587507.827316:0:197584:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1777587507.827318:0:197584:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006db54a1c. 02000000:00000001:0.0:1777587507.827320:0:197584:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1777587507.827322:0:197584:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1777587507.827323:0:197584:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a549686. 00000100:00000001:0.0:1777587507.827326:0:197584:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1777587507.827327:0:197584:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587507.827328:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1777587507.827333:0:197584:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1777587507.827334:0:197584:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1777587507.827336:0:197584:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1777587507.827337:0:197584:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587507.827378:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587507.827380:0:197581:0:(client.c:1975:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1777587507.827383:0:197581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1777587507.827384:0:197581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1777587507.827385:0:197581:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005afee44b. 00000400:00000200:2.0:1777587507.827387:0:197581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e8a034 00000400:00000010:2.0:1777587507.827388:0:197581:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000054e8a034. 00000100:00000001:2.0:1777587507.827390:0:197581:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1777587507.827392:0:197581:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777587507.827397:0:197581:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587507.827401:0:197581:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1777587507.827402:0:197581:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587507.827403:0:197581:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1777587507.827408:0:197581:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1777587507.827409:0:197581:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1777587507.827410:0:197581:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1777587507.827411:0:197581:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1777587507.827415:0:197581:0:(import.c:2144:obd_at_measure()) add 5 to 00000000778b7a98 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1777587507.827416:0:197581:0:(import.c:2144:obd_at_measure()) add 1 to 0000000097429994 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1777587507.827418:0:197581:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1777587507.827419:0:197581:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1777587507.827420:0:197581:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1777587507.827422:0:197581:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1777587507.827426:0:197581:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587507.827427:0:197581:0:(client.c:3112:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1777587507.827428:0:197581:0:(client.c:3124:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9fc7c7c78000: skip recheck: last_committed 0 00000100:00000001:2.0:1777587507.827428:0:197581:0:(client.c:3125:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1777587507.827429:0:197581:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1777587507.827430:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587507.827434:0:197581:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1777587507.827435:0:197581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1777587507.827436:0:197581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1777587507.827437:0:197581:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777587507.827441:0:197581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@000000003793cd6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32fcebbd-136e-4017-bea6-5d06fb86bba7:197581:1863934667725568:192.168.204.155@tcp:400: 00000100:00000001:2.0:1777587507.827509:0:197581:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587507.827510:0:197581:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1777587507.827512:0:197581:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003793cd6f x1863934667725568/t0(0) o400->lustre-MDT0001-mdc-ffff9fc7c7c78000@192.168.204.155@tcp:12/10 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1777587507.827515:0:197581:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1777587507.827516:0:197581:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1777587507.827517:0:197581:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fdac8e. 02000000:00000001:2.0:1777587507.827519:0:197581:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1777587507.827524:0:197581:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1777587507.827524:0:197581:0:(genops.c:1244:class_import_put()) import 00000000072074ad refcount=3 obd=lustre-MDT0001-mdc-ffff9fc7c7c78000 00000020:00000001:2.0:1777587507.827526:0:197581:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1777587507.827527:0:197581:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da446cc8. 02000000:00000001:2.0:1777587507.827528:0:197581:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1777587507.827529:0:197581:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1777587507.827530:0:197581:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003793cd6f. 00000100:00000001:2.0:1777587507.827532:0:197581:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1777587507.827532:0:197581:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587507.827533:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1777587507.827536:0:197581:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1777587507.827537:0:197581:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1777587507.827538:0:197581:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1777587507.827539:0:197581:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1777587507.827835:0:197583:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1777587507.827837:0:197583:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1777587507.827839:0:197583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc55076. 00000400:00000200:3.0:1777587507.827843:0:197583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078094515 00000400:00000010:3.0:1777587507.827844:0:197583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at 0000000078094515. 00000100:00000001:3.0:1777587507.827848:0:197583:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1777587507.827852:0:197583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777587507.827862:0:197583:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587507.827869:0:197583:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1777587507.827871:0:197583:0:(client.c:3004:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587507.827873:0:197583:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1777587507.827874:0:197583:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1777587507.827875:0:197583:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1777587507.827877:0:197583:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1777587507.827878:0:197583:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1777587507.827881:0:197583:0:(import.c:2144:obd_at_measure()) add 5 to 00000000cf00b401 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1777587507.827884:0:197583:0:(import.c:2144:obd_at_measure()) add 1 to 00000000db8aba1b time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1777587507.827886:0:197583:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1777587507.827887:0:197583:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1777587507.827888:0:197583:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1777587507.827890:0:197583:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.827891:0:197583:0:(client.c:1782:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1777587507.827902:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587507.827909:0:197583:0:(client.c:2330:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1777587507.827911:0:197583:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1777587507.827912:0:197583:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1777587507.827915:0:197583:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777587507.827921:0:197583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000bbcbecd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:37e498ad-f820-401f-ad03-7d35b252723e:197583:1863934667725312:192.168.204.155@tcp:400: 00000100:00000001:3.0:1777587507.827925:0:197583:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587507.827927:0:197583:0:(client.c:2870:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1777587507.827929:0:197583:0:(client.c:2878:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbcbecd3 x1863934667725312/t0(0) o400->MGC192.168.204.155@tcp@192.168.204.155@tcp:26/25 lens 224/224 e 0 to 0 dl 1777587523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1777587507.827935:0:197583:0:(client.c:2796:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1777587507.827936:0:197583:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1777587507.827938:0:197583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c07eb86a. 02000000:00000001:3.0:1777587507.827941:0:197583:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1777587507.827942:0:197583:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1777587507.827943:0:197583:0:(genops.c:1244:class_import_put()) import 000000005a43290b refcount=3 obd=MGC192.168.204.155@tcp 00000020:00000001:3.0:1777587507.827944:0:197583:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1777587507.827946:0:197583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab7722ab. 02000000:00000001:3.0:1777587507.827948:0:197583:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1777587507.827949:0:197583:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1777587507.827950:0:197583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbcbecd3. 00000100:00000001:3.0:1777587507.827952:0:197583:0:(client.c:2852:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1777587507.827953:0:197583:0:(client.c:2911:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587507.827954:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1777587507.827958:0:197583:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1777587507.827959:0:197583:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1777587507.827960:0:197583:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1777587507.827961:0:197583:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461371:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587508.461380:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587508.461383:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587508.461387:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461400:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587508.461403:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461404:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461407:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461412:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587508.461414:0:201374:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1777587508.461415:0:201374:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1777587508.461417:0:201374:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461418:0:201374:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1777587508.461419:0:201374:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461421:0:201374:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587508.461422:0:201374:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587508.461707:0:199608:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587508.461710:0:199608:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587508.461713:0:199608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1777587509.485379:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587509.485385:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1777587509.485391:0:201374:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1777587509.485392:0:201374:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1777587509.485438:0:199607:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1777587509.485456:0:199607:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1777587509.485459:0:199607:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 102588 lines, 102588 kept, 0 dropped, 0 bad.